-- Logs begin at Wed 2021-09-15 12:46:06 UTC, end at Wed 2021-09-15 13:59:48 UTC. -- Sep 15 13:33:03.330470 dv-cinder-803456-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 13:33:06.202860 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.common.config [-] Logging enabled! Sep 15 13:33:06.203436 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev646 Sep 15 13:33:06.203624 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101102) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 13:33:06.207190 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.common.config [-] Logging enabled! Sep 15 13:33:06.207447 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev646 Sep 15 13:33:06.207757 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101102) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 13:33:06.208697 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:33:06.209625 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 13:33:06.210083 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 13:33:06.210328 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 13:33:06.210554 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 13:33:06.210878 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.211176 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.211473 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.211701 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.211992 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.212280 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.212560 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.213073 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.213398 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.213683 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.213967 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.214249 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.214476 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.214752 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.215036 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.215317 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.215534 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] debug = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.215808 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.216223 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.216616 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.216896 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.217203 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.217482 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.217749 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.218020 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.218301 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.218625 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] host = dv-cinder-803456-3-iscsi {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.218900 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.219183 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.219467 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.219749 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.220021 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.220295 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.220579 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.220849 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.221117 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] log_file = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.221416 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.222360 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.222876 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.223164 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.223391 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.223616 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.223980 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.224281 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.224558 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.224833 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.225109 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.225420 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.225694 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.225961 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.226243 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.226523 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.226805 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.227079 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.227353 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.227624 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.227893 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.228175 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.228447 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.228716 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.228988 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.229299 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.229569 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.229841 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.230136 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.230420 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.230698 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.230980 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.231251 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.231531 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.231799 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.232066 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.232334 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] use_json = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.232604 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.233114 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.233421 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.233692 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.233961 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.234236 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.234504 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.234785 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:06.235075 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.235370 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.235669 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.235952 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.236245 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.236524 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.236813 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.237145 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.238133 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.238534 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.238828 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.239108 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.239400 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.239681 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.239978 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.240286 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.240581 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.240874 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.241168 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.241445 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.241720 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.241998 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.242284 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.242563 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.242850 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.243137 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.243416 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.243700 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.243992 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.244287 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.244560 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.244838 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.245123 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.245445 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.245692 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.245968 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.246254 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.246528 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.246798 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.247075 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.247349 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.247617 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.247886 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.248157 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.248442 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.248714 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.248980 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.249274 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.249547 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.249815 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.250095 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.250367 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.250637 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.250905 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.251179 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.251448 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.251715 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.251987 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.252252 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.252524 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.252893 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.253380 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.253761 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.254039 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.254318 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.254592 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.254873 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.255146 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.255417 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.255686 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.255956 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.256226 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.256494 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.256775 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.257069 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.257370 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.257647 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.257922 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.258196 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.258468 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.258739 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.259011 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.259285 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.259553 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.259842 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.260123 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.260404 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.260682 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.260956 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.261278 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.261553 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.261830 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.262103 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.262377 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.262656 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.262937 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.263225 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.263514 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.263802 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.264095 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.264384 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.264657 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.264959 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.265259 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:06.265476 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 13:33:06.265712 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101102) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 13:33:06.619702 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 13:33:06.619898 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 13:33:06.620183 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 13:33:06.620512 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 13:33:07.018165 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.019236 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.019509 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.020809 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.021080 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.021373 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.057237 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.057514 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.057778 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.072452 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.072730 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.072999 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.101426 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.101697 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.101954 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.140352 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.140627 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.140894 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.371963 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.372571 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.372571 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.372734 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.373384 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.495114 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.495433 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.495712 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.495976 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.496237 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.496540 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.496794 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.497046 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.497323 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.497603 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.497857 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.498118 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.498371 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.498619 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.498870 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.499129 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.499382 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.499640 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.499900 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.500156 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.500423 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.500671 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.500947 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.501348 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.501594 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.501834 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.502221 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101102) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 13:33:07.502460 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101102) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 13:33:07.502724 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101102) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 13:33:07.503091 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101102) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 13:33:07.503484 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101102) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 13:33:07.503728 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101102) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 13:33:07.504090 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 13:33:07.507263 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 13:33:07.511269 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 13:33:07.514920 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 15 13:33:07.516526 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 13:33:07.516976 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 13:33:07.517339 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 13:33:07.517721 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 13:33:07.520865 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 13:33:07.521107 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 13:33:07.521543 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 13:33:07.526805 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 15 13:33:07.549224 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 15 13:33:07.550254 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.550733 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101102) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 13:33:07.551099 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.552460 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101102) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 13:33:07.552903 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 13:33:07.553147 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 13:33:07.556335 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.556609 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:07.622247 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 13:33:07.622421 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 13:33:07.622653 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 13:33:07.623022 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 13:33:07.645082 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_db.sqlalchemy.engines [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101102) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 15 13:33:08.348519 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.managers [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Initializing driver for type 'gre' Sep 15 13:33:08.349038 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] gre ID ranges: [(1, 1000)] Sep 15 13:33:08.542562 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.managers [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Initializing driver for type 'local' Sep 15 13:33:08.543192 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.managers [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Initializing driver for type 'vlan' Sep 15 13:33:08.633219 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] VlanTypeDriver initialization complete Sep 15 13:33:08.633517 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.managers [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Initializing driver for type 'vxlan' Sep 15 13:33:08.634011 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] vxlan ID ranges: [(1, 1000)] Sep 15 13:33:08.805063 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.managers [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Initializing extension driver 'port_security' Sep 15 13:33:08.805429 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.extensions.port_security [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] PortSecurityExtensionDriver initialization complete Sep 15 13:33:08.805757 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.managers [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Initializing mechanism driver 'openvswitch' Sep 15 13:33:08.806074 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.managers [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Initializing mechanism driver 'hyperv' Sep 15 13:33:08.812588 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.plugins.ml2.plugin [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:33:08.813283 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > port after_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.813649 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > port after_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.813994 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > port after_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.814508 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101102) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 13:33:08.814933 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.815963 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.816337 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.816732 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101102) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 13:33:08.817127 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > network after_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.817493 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > network after_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.817832 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > network after_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.818218 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101102) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 13:33:08.818640 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > security_group after_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.818980 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > security_group after_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.819313 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.819838 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101102) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 13:33:08.820242 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.820587 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.820929 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.821339 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101102) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 13:33:08.821741 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > address_group after_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.824339 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > address_group after_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.824339 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.824339 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101102) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 13:33:08.824339 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] ML2 OVO RPC backend initialized. {{(pid=101102) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 15 13:33:08.824339 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.824692 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.824692 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > network before_response 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.824877 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > networks before_response 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.825246 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > port before_response 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.825588 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > ports before_response 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.825925 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > subnet before_response 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.826262 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > subnets before_response 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.826606 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > network after_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.826937 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > network after_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.827302 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > network after_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.827629 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > port after_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.827958 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > port after_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.828287 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > port after_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.828615 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.828942 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.829291 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.829850 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.plugin [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Modular L2 Plugin initialization complete Sep 15 13:33:08.830284 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading services supported by the core plugin {{(pid=101102) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 13:33:08.830604 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.plugins.ml2.managers [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Got port-security extension from driver 'port_security' Sep 15 13:33:08.831065 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.extensions.vlantransparent [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Disabled vlantransparent extension. Sep 15 13:33:08.831635 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101102) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 13:33:08.831946 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading Plugin: router Sep 15 13:33:08.868421 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.868813 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > router after_create 55549900 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.869203 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > router before_create 55549900 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.869565 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.869930 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.870277 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > router after_delete 55549900 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.870630 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.870970 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.871323 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > router after_create 55549900 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.871661 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > router after_update 55549900 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.872000 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > router after_update 55549900 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.872338 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.872689 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > router after_update 55549900 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.873094 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.873486 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: port after_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.873822 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: port after_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.874154 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: subnet after_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.874486 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.874826 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.875164 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.875496 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: port before_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.875829 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > router precommit_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.876175 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > router after_update 55549900 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.876506 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.876846 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.877214 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.877588 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.878013 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > agent after_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.878362 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > agent after_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.878702 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > network after_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.879555 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Tracking information for resource: router configured {{(pid=101102) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 13:33:08.879884 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Tracking information for resource: floatingip configured {{(pid=101102) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 13:33:08.884793 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.db.l3_agentschedulers_db [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 13:33:08.885345 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: port after_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.885698 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: port after_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.886040 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: port after_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.886409 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: port after_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.887188 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > router before_create 55550100 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.887544 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.887899 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > router precommit_create 55550100 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.888247 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > router precommit_update 55550100 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.892999 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.services.provider_configuration [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Service providers = [] {{(pid=101102) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 13:33:08.893383 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.db.servicetype_db [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101102) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 13:33:08.896278 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.services.service_base [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101102) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 13:33:08.896622 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.services.service_base [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101102) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 13:33:08.896960 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.services.service_base [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101102) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 13:33:08.897861 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.services.service_base [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101102) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 13:33:08.898227 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.services.service_base [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 13:33:08.898597 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101102) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 13:33:08.898911 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 13:33:08.909948 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101102) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 13:33:08.910280 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading Plugin: auto_allocate Sep 15 13:33:08.922790 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: network precommit_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.923158 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: network precommit_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.923668 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101102) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 13:33:08.923983 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading Plugin: tag Sep 15 13:33:08.931200 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101102) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 13:33:08.931521 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading Plugin: timestamp Sep 15 13:33:08.935528 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101102) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 13:33:08.935853 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading Plugin: network_ip_availability Sep 15 13:33:08.941275 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.941642 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.941992 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:08.942720 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101102) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 13:33:08.943007 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading Plugin: flavors Sep 15 13:33:08.951100 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101102) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 13:33:08.951424 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading Plugin: revisions Sep 15 13:33:08.955702 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101102) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 13:33:08.956126 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_concurrency.lockutils [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.336s {{(pid=101102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 13:33:08.956811 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101102) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 15 13:33:08.957139 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Initializing extension manager. Sep 15 13:33:08.957670 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: __init__.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:08.958006 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: __pycache__ {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:08.958338 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:08.958773 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: address_group.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:08.959529 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:08.960095 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: address-group Sep 15 13:33:08.960440 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: address_scope.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:08.961368 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:08.961878 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: address-scope Sep 15 13:33:08.962195 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:08.963120 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:08.963623 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: router-admin-state-down-before-update Sep 15 13:33:08.963974 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: agent.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:08.964666 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:08.965186 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: agent Sep 15 13:33:08.965502 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: agent_resources_synced.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:08.966403 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:08.966904 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: agent-resources-synced Sep 15 13:33:08.967221 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: allowedaddresspairs.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:08.969046 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:08.969585 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: allowed-address-pairs Sep 15 13:33:08.969905 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: auto_allocated_topology.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:08.970981 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:08.972028 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: auto-allocated-topology Sep 15 13:33:08.972382 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: availability_zone.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:08.973102 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:08.973626 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: availability_zone Sep 15 13:33:08.973944 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: availability_zone_filter.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:08.974850 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:08.975344 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: availability_zone_filter Sep 15 13:33:08.975683 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: data_plane_status.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:08.976579 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:08.977069 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 13:33:08.977407 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: default_subnetpools.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:08.978308 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:08.978802 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: default-subnetpools Sep 15 13:33:08.979120 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:08.979921 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:08.980415 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: dhcp_agent_scheduler Sep 15 13:33:08.980731 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: dns.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:08.981670 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:08.982160 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension dns-integration not supported by any of loaded plugins Sep 15 13:33:08.982477 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: dns_domain_ports.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:08.983646 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:08.984139 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 13:33:08.984456 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:08.985391 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:08.985888 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 15 13:33:08.986203 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: dvr.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:08.986870 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:08.988118 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: dvr Sep 15 13:33:08.988444 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: ecmp_routes.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:08.989380 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:08.989872 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 15 13:33:08.990184 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: empty_string_filtering.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:08.991086 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:08.991589 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: empty-string-filtering Sep 15 13:33:08.991907 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:08.999636 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.000134 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 13:33:09.000455 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.001387 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.001897 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 13:33:09.002214 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: external_net.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.003205 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.003705 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: external-net Sep 15 13:33:09.004077 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.004970 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.005499 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: extra_dhcp_opt Sep 15 13:33:09.005817 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: extraroute.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.006713 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.007210 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: extraroute Sep 15 13:33:09.007522 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: extraroute_atomic.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.008557 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.009060 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: extraroute-atomic Sep 15 13:33:09.009395 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: filter_validation.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.010057 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.010554 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: filter-validation Sep 15 13:33:09.010867 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: fip_pf_description.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.011763 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.012253 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 13:33:09.012566 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: fip_port_details.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.013501 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.013995 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: fip-port-details Sep 15 13:33:09.014308 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: flavors.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.015569 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.016074 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: flavors Sep 15 13:33:09.016396 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.018087 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.018647 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 13:33:09.018971 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: floatingip_pools.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.019674 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.020176 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: floatingip-pools Sep 15 13:33:09.020499 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: ip_allocation.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.021450 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.021950 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 13:33:09.029539 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.030191 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.030694 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: ip-substring-filtering Sep 15 13:33:09.031017 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: l2_adjacency.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.031928 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.032424 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 13:33:09.032744 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: l3.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.034558 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.035078 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: router Sep 15 13:33:09.035407 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.037768 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.038298 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 13:33:09.038626 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.039555 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.040062 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: ext-gw-mode Sep 15 13:33:09.040386 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.041345 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.041846 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: l3-ha Sep 15 13:33:09.042168 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: l3_flavors.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.043078 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.043619 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: l3-flavors Sep 15 13:33:09.043942 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.044852 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.045382 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 13:33:09.045702 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: l3agentscheduler.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.046744 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.047241 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: l3_agent_scheduler Sep 15 13:33:09.047560 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: logging.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.049009 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.050155 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension logging not supported by any of loaded plugins Sep 15 13:33:09.050484 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: metering.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.051229 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.051795 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: metering Sep 15 13:33:09.052114 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.053215 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.053724 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: metering_source_and_destination_fields Sep 15 13:33:09.054044 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: multiprovidernet.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.054954 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.055463 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: multi-provider Sep 15 13:33:09.055816 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: netmtu.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.056710 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.057236 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: net-mtu Sep 15 13:33:09.057556 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: netmtu_writable.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.058461 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.058955 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: net-mtu-writable Sep 15 13:33:09.059270 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: network_availability_zone.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.059931 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.060426 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: network_availability_zone Sep 15 13:33:09.060740 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: network_ip_availability.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.061850 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.062354 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: network-ip-availability Sep 15 13:33:09.062673 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: network_segment_range.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.063428 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.063919 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 13:33:09.064234 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: pagination.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.070468 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.070787 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: pagination Sep 15 13:33:09.071100 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: port_device_profile.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.071997 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.072532 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: port-device-profile Sep 15 13:33:09.072851 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.073795 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.074294 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: port-mac-address-regenerate Sep 15 13:33:09.074611 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.075519 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.076009 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: port-numa-affinity-policy Sep 15 13:33:09.076324 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: port_resource_request.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.077363 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.077960 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 13:33:09.078285 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: portbindings.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.079205 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.079700 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: binding Sep 15 13:33:09.080014 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: portbindings_extended.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.081516 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.082030 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: binding-extended Sep 15 13:33:09.082357 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: portsecurity.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.083271 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.083782 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: port-security Sep 15 13:33:09.084103 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: project_id.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.085114 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.085461 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: project-id Sep 15 13:33:09.085778 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: providernet.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.086695 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.087195 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: provider Sep 15 13:33:09.087511 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: qos.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.091033 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.091550 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension qos not supported by any of loaded plugins Sep 15 13:33:09.091877 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.096141 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.097209 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 13:33:09.097537 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.098445 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.098946 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 13:33:09.099263 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: qos_default.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.100160 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.100662 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension qos-default not supported by any of loaded plugins Sep 15 13:33:09.100981 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: qos_fip.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.101681 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.102177 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension qos-fip not supported by any of loaded plugins Sep 15 13:33:09.102494 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: qos_gateway_ip.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.103401 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.103897 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 13:33:09.104219 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: qos_port_network_policy.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.105121 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.105635 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 13:33:09.105953 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: qos_pps_rule.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.107127 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.107634 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension qos-pps not supported by any of loaded plugins Sep 15 13:33:09.108221 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: qos_rule_type_details.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.109128 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.109651 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 13:33:09.109967 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: qos_rules_alias.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.110998 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.111498 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 13:33:09.111815 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: quotasv2.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.113495 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.113820 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: quotas Sep 15 13:33:09.114139 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: quotasv2_detail.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.117405 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.117745 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: quota_details Sep 15 13:33:09.118075 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: rbac.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.119158 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.119672 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: rbac-policies Sep 15 13:33:09.119996 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: rbac_address_group.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.120913 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.121440 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: rbac-address-group Sep 15 13:33:09.121762 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: rbac_address_scope.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.122670 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.123174 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: rbac-address-scope Sep 15 13:33:09.123493 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: rbac_security_groups.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.130351 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.130857 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: rbac-security-groups Sep 15 13:33:09.131175 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: rbac_subnetpool.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.132084 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.132590 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: rbac-subnetpool Sep 15 13:33:09.132909 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: revisionifmatch.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.133851 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.134355 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: revision-if-match Sep 15 13:33:09.134673 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: revisions.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.135863 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.136315 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: standard-attr-revisions Sep 15 13:33:09.136635 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: router_availability_zone.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.137339 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.137842 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: router_availability_zone Sep 15 13:33:09.138159 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: routerservicetype.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.139066 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.139569 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension router-service-type not supported by any of loaded plugins Sep 15 13:33:09.139882 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.140785 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.141313 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: security-groups-normalized-cidr Sep 15 13:33:09.141631 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.142538 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.143034 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: port-security-groups-filtering Sep 15 13:33:09.143376 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.144281 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.144787 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: security-groups-remote-address-group Sep 15 13:33:09.145106 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: securitygroup.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.156142 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.156661 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: security-group Sep 15 13:33:09.156992 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: segment.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.157804 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.158349 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension segment not supported by any of loaded plugins Sep 15 13:33:09.158671 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.160146 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.160639 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 13:33:09.160959 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: servicetype.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.162149 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.162664 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: service-type Sep 15 13:33:09.162988 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: sorting.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.163969 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.164294 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: sorting Sep 15 13:33:09.164687 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: standard_attr_segment.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.172858 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.173397 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 13:33:09.173717 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: standardattrdescription.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.174362 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.174915 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: standard-attr-description Sep 15 13:33:09.175229 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: stateful_security_group.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.176178 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.176684 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: stateful-security-group Sep 15 13:33:09.177008 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: stdattrs_common.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.177608 dv-cinder-803456-3-iscsi neutron-server[101102]: WARNING neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 13:33:09.177923 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.178835 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.179337 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 13:33:09.179654 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: subnet_onboard.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.180808 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.181353 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: subnet_onboard Sep 15 13:33:09.181674 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.182588 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.183089 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 13:33:09.183408 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: subnet_service_types.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.184318 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.184820 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: subnet-service-types Sep 15 13:33:09.185139 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: subnetallocation.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.186226 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.186733 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: subnet_allocation Sep 15 13:33:09.187093 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.187762 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.188265 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: subnetpool-prefix-ops Sep 15 13:33:09.188582 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.189520 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.190017 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 13:33:09.190936 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: tagging.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.192015 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.192523 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: standard-attr-tag Sep 15 13:33:09.192844 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: timestamp.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.194058 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.194559 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loaded extension: standard-attr-timestamp Sep 15 13:33:09.194880 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: trunk.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.195901 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.196403 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension trunk not supported by any of loaded plugins Sep 15 13:33:09.196722 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: trunk_details.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.197657 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.198156 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension trunk-details not supported by any of loaded plugins Sep 15 13:33:09.198473 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: uplink_status_propagation.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.199413 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.199912 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 13:33:09.200228 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Loading extension file: vlantransparent.py {{(pid=101102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 13:33:09.200887 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 13:33:09.201408 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 13:33:09.203811 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Creating instance of TrackedResource for resource:network Sep 15 13:33:09.204333 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Creating instance of TrackedResource for resource:subnet Sep 15 13:33:09.204725 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 13:33:09.205116 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Creating instance of TrackedResource for resource:port Sep 15 13:33:09.207099 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.v2.resource_helper [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:33:09.207549 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.v2.resource_helper [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Service FLAVORS assigned prefix: {{(pid=101102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:33:09.208169 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.v2.resource_helper [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:33:09.208587 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.v2.resource_helper [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:33:09.208915 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Creating instance of TrackedResource for resource:router Sep 15 13:33:09.209367 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 13:33:09.209901 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.v2.resource_helper [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Service METERING assigned prefix: /metering {{(pid=101102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:33:09.211333 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:09.211694 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:09.217424 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:33:09.217424 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 13:33:09.217424 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Creating instance of TrackedResource for resource:security_group Sep 15 13:33:09.217424 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 13:33:09.217424 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.v2.resource_helper [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Service CORE assigned prefix: {{(pid=101102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:33:09.217424 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 13:33:09.217424 dv-cinder-803456-3-iscsi neutron-server[101102]: WARNING neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] subnetpool is already registered Sep 15 13:33:09.217927 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.v2.resource_helper [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Service CORE assigned prefix: {{(pid=101102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:33:09.217927 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 13:33:09.217927 dv-cinder-803456-3-iscsi neutron-server[101102]: WARNING neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] subnetpool is already registered Sep 15 13:33:09.218507 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.v2.resource_helper [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:33:09.218939 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.v2.resource_helper [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Service FLAVORS assigned prefix: {{(pid=101102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:33:09.219528 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.v2.resource_helper [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:33:09.219945 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.v2.resource_helper [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:33:09.220278 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Creating instance of TrackedResource for resource:router Sep 15 13:33:09.220608 dv-cinder-803456-3-iscsi neutron-server[101102]: WARNING neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] router is already registered Sep 15 13:33:09.221009 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 13:33:09.221479 dv-cinder-803456-3-iscsi neutron-server[101102]: WARNING neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] floatingip is already registered Sep 15 13:33:09.221968 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.v2.resource_helper [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Service METERING assigned prefix: /metering {{(pid=101102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:33:09.222633 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 13:33:09.222957 dv-cinder-803456-3-iscsi neutron-server[101102]: WARNING neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] rbac_policy is already registered Sep 15 13:33:09.223361 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Creating instance of TrackedResource for resource:security_group Sep 15 13:33:09.223688 dv-cinder-803456-3-iscsi neutron-server[101102]: WARNING neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] security_group is already registered Sep 15 13:33:09.224079 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 13:33:09.224404 dv-cinder-803456-3-iscsi neutron-server[101102]: WARNING neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] security_group_rule is already registered Sep 15 13:33:09.225015 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.v2.resource_helper [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Service CORE assigned prefix: {{(pid=101102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:33:09.225354 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 13:33:09.225680 dv-cinder-803456-3-iscsi neutron-server[101102]: WARNING neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] subnetpool is already registered Sep 15 13:33:09.226091 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.v2.resource_helper [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Service CORE assigned prefix: {{(pid=101102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 13:33:09.226414 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 13:33:09.226736 dv-cinder-803456-3-iscsi neutron-server[101102]: WARNING neutron.quota.resource_registry [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] subnetpool is already registered Sep 15 13:33:09.227177 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: extensions {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.228736 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: address-groups {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.230221 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: address-scopes {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.231536 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: agents {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.232704 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: auto-allocated-topology {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.234238 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: availability_zones {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.235434 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: dhcp-networks {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.237502 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: dhcp-agents {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.238928 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: routers {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.241107 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: flavors {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.242273 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: service_profiles {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.243459 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: next_providers {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.244891 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: service_profiles {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.246433 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: floatingip-pools {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.247636 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: routers {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.249720 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: floatingips {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.251016 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: l3-routers {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.252500 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: l3-agents {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.254558 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: metering-labels {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.255950 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: metering-label-rules {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.257230 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: network-ip-availabilities {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.258489 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: bindings {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.260929 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: quotas {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.262418 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: quotas {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.263807 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: rbac-policies {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.264998 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: security-groups {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.267682 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: security-group-rules {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.267682 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: service-providers {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.268845 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: subnetpools {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.270285 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: subnetpools {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.271725 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: tags {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.273428 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: tags {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.275357 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: tags {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.277115 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: tags {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.278951 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: tags {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.280749 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: tags {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.282457 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: tags {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.284627 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: tags {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.286415 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: tags {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.288126 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron.api.extensions [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Extended resource: tags {{(pid=101102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 13:33:09.293986 dv-cinder-803456-3-iscsi neutron-server[101102]: WARNING keystonemiddleware.auth_token [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 13:33:09.298818 dv-cinder-803456-3-iscsi neutron-server[101102]: WARNING keystonemiddleware.auth_token [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 13:33:09.308406 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_concurrency.lockutils [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Acquired lock "singleton_lock" {{(pid=101102) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 15 13:33:09.308882 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_concurrency.lockutils [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Releasing lock "singleton_lock" {{(pid=101102) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 15 13:33:09.309529 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO oslo_service.service [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Starting 2 workers Sep 15 13:33:09.314401 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Started child 101213 {{(pid=101102) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 13:33:09.319584 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Started child 101214 {{(pid=101102) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 13:33:09.320740 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:09.321399 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO neutron.service [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 13:33:09.322040 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Notify callbacks [] for process, before_spawn {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:09.322216 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [-] (101213) wsgi starting up on http://0.0.0.0:9696 Sep 15 13:33:09.324569 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO oslo_service.service [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Starting 1 workers Sep 15 13:33:09.324779 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:09.326172 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [-] (101214) wsgi starting up on http://0.0.0.0:9696 Sep 15 13:33:09.329800 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Started child 101215 {{(pid=101102) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 13:33:09.332472 dv-cinder-803456-3-iscsi neutron-server[101102]: INFO oslo_service.service [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Starting 1 workers Sep 15 13:33:09.334152 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.service [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] calling RpcWorker wait() {{(pid=101215) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 13:33:09.334701 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.service [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] returning from RpcWorker wait() {{(pid=101215) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 13:33:09.335369 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Started child 101216 {{(pid=101102) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 13:33:09.335952 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:09.336234 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-03d38381-079c-489c-b8bf-4f776ca321d7 None None] Notify callbacks [] for process, after_spawn {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:09.336415 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:33:09.338212 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101102) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 13:33:09.338424 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:33:09.338603 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 13:33:09.338814 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 13:33:09.339141 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 13:33:09.339303 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 13:33:09.339819 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.340110 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.340359 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.340609 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.340709 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:09.341178 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.341671 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.341790 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.342130 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.342301 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.342532 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.342701 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.342864 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.343114 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.343364 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.343683 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.343959 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.344192 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.344457 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.344625 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.344857 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.345129 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.345379 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.345627 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] debug = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.345865 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.346398 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.347293 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.347551 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.347785 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.348061 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.348357 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.348577 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.348937 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.349188 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.349435 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.349691 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.349919 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.350145 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.350358 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.350600 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.350818 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.351268 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] host = dv-cinder-803456-3-iscsi {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.351502 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.351737 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.352001 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.352250 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.352489 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.352801 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.353142 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.355325 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.355325 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.355325 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.355325 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.355325 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.355325 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.355325 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] log_file = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.355325 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] log_options = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.355847 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.355847 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.355847 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.355847 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.355847 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.356138 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.356429 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.356429 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.356688 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.356842 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.357206 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.357314 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.357527 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.358009 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.358297 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.358552 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.358847 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.359037 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.359289 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.359508 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.359747 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.359986 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.360213 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.360441 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.360654 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.360930 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.361195 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.361503 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.361712 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.362059 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.362247 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.362477 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.362714 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.362930 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.363141 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.363382 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.363602 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.363810 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.364359 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.364359 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.364660 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.364806 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.365006 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.365291 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.365502 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.365731 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.365940 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] use_json = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.366147 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.366354 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.366604 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.366817 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.367042 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.367294 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.367517 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.367746 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.368108 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.368383 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.369800 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.369800 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.369800 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.369800 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.370089 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.370215 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.370885 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.371118 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.371450 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.371685 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.371975 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.372190 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.372472 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.372775 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.373124 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.373495 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.373646 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:33:09.373749 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.373962 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.374178 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.374418 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.374689 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.374905 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.375130 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.375355 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.375569 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.375891 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.376159 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.376479 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.376659 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.376877 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.377092 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.378369 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.378369 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.378369 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.378369 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.378827 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.378951 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.379122 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.379368 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.379629 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.379851 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.380078 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.380336 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.380576 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.380804 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.381049 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.381287 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.381577 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.381798 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.382014 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.382240 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.382484 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.382756 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.382979 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.383195 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.383427 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.383656 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.383900 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.384145 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.384359 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.384571 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.384760 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.384971 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.385193 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.385444 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.387334 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.387334 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.387334 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.387334 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.387334 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.387334 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.387716 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.387716 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.387854 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.388040 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.388451 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.388565 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.388689 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.389068 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.389338 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.389554 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.390953 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.390953 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.390953 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.390953 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.390953 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.390953 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.391305 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.391495 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.391918 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.392440 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.392886 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.393888 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.394282 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.394538 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.399965 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.399965 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.399965 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.399965 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.399965 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.399965 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.399965 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.399965 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.400589 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.400589 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.400589 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.400589 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.400589 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.400589 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.400589 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.400589 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.401052 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.401052 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.401052 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.401052 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.401052 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.401052 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.401052 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.401052 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.401545 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.401545 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.401545 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.401545 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.401765 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.401837 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.402471 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.402778 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.403112 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.403399 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.403671 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.403999 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.404291 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.404586 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.404871 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.405180 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.405546 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.405861 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.406138 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.406407 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.406740 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.407059 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.407355 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.407676 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.407974 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.408282 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.408600 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.409498 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.409828 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.410161 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.410466 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.410748 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.411058 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.411330 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.411621 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.411891 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.412160 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.412458 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.412751 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.413044 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.413351 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.413629 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.413904 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.414215 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.414481 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.414746 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.415035 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.415317 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.415597 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.415891 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.416295 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.416602 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.416877 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.417231 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.417531 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.417830 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.418166 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.418464 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.418755 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.419054 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.419348 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.419626 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.419894 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.420161 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.420454 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.420746 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.421015 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.421325 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.421592 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.422017 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.422333 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.422724 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.423024 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.423320 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.423618 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.423909 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.424194 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.424489 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.424731 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.424956 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.425284 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.425629 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.426002 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.426258 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.426503 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.426715 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.427001 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.427416 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.427639 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.427848 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.428123 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.428365 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.428592 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.428848 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.429091 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.429354 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.429595 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.429799 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.430006 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.430224 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.430437 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.430666 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.430867 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.431072 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.431280 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.431495 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.431707 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.431909 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.432128 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.432358 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.432564 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.432780 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.432991 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.433219 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.433442 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.435807 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.435807 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.435807 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.435807 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.435807 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.435807 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.435807 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.435807 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.436372 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.436372 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.436372 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.436372 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.436372 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.436372 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.436710 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.436942 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.437103 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.437365 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.437666 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.437880 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.438114 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.438324 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.438555 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.438771 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.439015 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.439504 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.439787 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.440042 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.440350 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.440691 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.440952 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.441288 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.441481 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.441773 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.442107 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.442382 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.442648 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.442873 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.443104 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.443327 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.443545 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.443795 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.444047 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.444259 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.444546 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.444772 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.444995 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.445252 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.445479 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.445698 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.445922 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.446149 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.446368 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.446578 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.446731 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 13:33:09.447346 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101102) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 13:33:09.447503 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 13:33:09.447644 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 13:33:09.447803 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 13:33:09.447959 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 13:33:09.448112 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 13:33:09.448305 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.448449 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.448613 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.448766 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.448905 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.449082 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.449289 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.449443 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.449583 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.449735 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.449878 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.450052 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.450198 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.450356 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.450501 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.450641 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.450787 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.450946 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.451091 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.451237 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.451398 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.451541 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.451700 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] debug = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.451845 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.452033 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.452223 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.452363 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.452500 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.452636 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.452775 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.452912 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.453049 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.453220 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.453366 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.453517 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.453656 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.453805 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.453943 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.454080 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.454218 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.454354 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] host = dv-cinder-803456-3-iscsi {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.454512 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.454657 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.454804 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.454943 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.455082 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.456214 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.456214 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.456537 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.456674 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.456810 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.456970 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.457122 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.457299 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.457460 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] log_file = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.457752 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] log_options = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.457752 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.460505 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.460505 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.460505 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.460505 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.460505 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.460505 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.460505 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.464685 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.464685 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.464685 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.464685 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.464685 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.464685 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.464685 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.464685 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.464685 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.465216 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.465216 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.465216 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.465216 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.465216 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.465216 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.465216 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.465216 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.465659 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.465659 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.465659 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.465659 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.465659 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.465659 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.465659 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.465659 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.466087 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.466087 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.466087 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.466087 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.466087 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.466087 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.466087 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.466087 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.466534 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.466534 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.466534 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.466534 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.466534 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.466534 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] use_json = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.466534 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.466534 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.466534 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.467008 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.467008 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.467008 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.467008 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.467008 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 13:33:09.467008 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.467008 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.467008 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.467465 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.467465 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.467465 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.467465 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.467465 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.467465 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.467465 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.467465 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.467894 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.467894 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.467894 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.467894 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.468129 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.468211 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.468414 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.468414 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.469309 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.469309 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.469309 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.469309 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.469309 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.469939 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.469939 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.469939 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.469939 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.470438 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.470438 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.470438 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.470438 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.470774 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.470774 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.470923 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.471000 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.471138 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.471321 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.472220 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.472420 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.472583 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.472742 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.472897 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.473060 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.473244 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.473439 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.473597 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.473727 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.473854 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.474011 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.474167 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.474325 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.474482 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.474640 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.474796 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.474964 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.475121 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.475277 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.475370 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:33:09.475456 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.475579 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.475736 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.475893 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.476050 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.476206 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.476364 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.476521 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.476689 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.476846 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.477002 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.477178 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.477337 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.477494 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.477652 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.477808 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.477964 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.478120 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.478276 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.478461 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.478612 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.478774 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.478931 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.479087 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.479244 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.479401 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.479567 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.479713 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.479867 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.480020 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.480157 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.480309 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.480481 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.480637 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.480847 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.480984 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.481116 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.481284 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.481419 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.481561 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.481693 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.481826 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.481966 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.482128 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.482289 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.482445 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.482602 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.483022 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.483183 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.483339 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.483499 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.483654 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.483810 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.483967 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.484124 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.484281 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.484462 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.484688 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.484928 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.485025 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.485178 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.485341 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.485504 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.485674 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.485831 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.485989 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.486145 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.486301 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.486458 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.486615 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.486773 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.487641 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.487804 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.487966 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.488116 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.488286 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.488435 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.488588 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.488744 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.488925 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.489082 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.489251 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.489413 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.489570 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.489729 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.489934 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.490070 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.490254 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.490407 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.490546 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.490693 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.490826 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.490959 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.491093 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.491233 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.491389 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.491537 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.491677 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.491835 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.491991 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.492147 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.492304 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.492459 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.492605 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.492759 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.492921 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.493064 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.493274 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.493420 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.493574 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.493703 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.493821 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.493976 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.494132 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.494287 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.494442 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.494601 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.494758 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.494914 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.495080 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.495213 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.495371 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.495527 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.495684 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.495841 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.495997 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.496154 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.496310 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.496467 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.496624 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.496781 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.496938 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.497095 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.497271 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.497444 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.497600 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.497756 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.497913 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.498070 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.498227 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.498383 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.498539 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.498695 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.498852 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.499007 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.499167 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.499328 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.499485 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.499642 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.499800 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.499957 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.500112 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.500269 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.500437 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.500595 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.500752 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.500908 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.501064 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.501239 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.501408 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.501566 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.501723 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.501879 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.502035 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.502191 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.502357 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.502513 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.502793 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.502958 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.503101 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.503402 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.503402 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.503615 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.503698 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.503848 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.504004 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.504162 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.504328 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.504478 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.504631 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.504927 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.505083 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.505403 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.505722 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.505878 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.506184 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.506339 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.506659 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.506816 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.507126 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.507284 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.507585 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.507754 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.507908 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.508210 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.508365 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.508599 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.508701 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 40744) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:33:09.508788 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.508868 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.508986 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.509144 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.509323 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.509483 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.509648 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.509815 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.509979 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.510136 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.510303 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.510470 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.510637 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.510794 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.510959 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.511131 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.511289 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.511447 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.511604 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.511760 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.511917 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.512075 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.512233 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.512390 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.512552 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.512711 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.512868 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.513025 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.513325 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.513477 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.513617 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.513753 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.513889 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.514037 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.514175 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 13:33:09.514310 dv-cinder-803456-3-iscsi neutron-server[101102]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 13:33:09.517170 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063088 Sep 15 13:33:21.187329 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c01428c-c878-45c9-8d4c-4f5713782e03 None None] get_active_networks_info from dv-cinder-803456-3-iscsi {{(pid=101215) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 13:33:21.274511 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c01428c-c878-45c9-8d4c-4f5713782e03 None None] No non-hosted networks {{(pid=101215) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 13:33:21.283326 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.agentschedulers_db [None req-1c01428c-c878-45c9-8d4c-4f5713782e03 None None] DHCP Agent not found on host dv-cinder-803456-3-iscsi {{(pid=101215) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 15 13:33:21.520023 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-72e837d7-11a8-4eeb-b722-c71b7f560371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550946'] for agent, after_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:23.714818 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-bd42af30-91a6-4aec-a581-086041fea7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550946'] for agent, after_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:23.738898 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-99e2879c-815e-4153-a4d3-71d66d11549a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:23.760742 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550946'] for agent, after_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:23.761619 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:23.762154 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:23.762638 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:23.765362 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:23.772445 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:23.772445 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:23.772445 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:23.772445 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:23.772445 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:23.774244 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:23.778151 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:23.778694 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:23.781270 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-803456-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:33:23.795156 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-803456-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:33:25.085048 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550946'] for agent, after_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:26.593535 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550946'] for agent, after_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:27.661772 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 40838) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:33:28.164728 dv-cinder-803456-3-iscsi neutron-server[101213]: WARNING oslo_policy.policy [None req-f23c72d4-295a-4b3e-b2ca-0d82bfae71c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 13:33:28.165349 dv-cinder-803456-3-iscsi neutron-server[101213]: WARNING oslo_policy.policy [None req-f23c72d4-295a-4b3e-b2ca-0d82bfae71c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 13:33:28.386878 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [None req-f23c72d4-295a-4b3e-b2ca-0d82bfae71c4 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101213) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:33:28.388139 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-f23c72d4-295a-4b3e-b2ca-0d82bfae71c4 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7243042 Sep 15 13:33:29.031615 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.db.l3_hamode_db [None req-d6a1352b-a71e-4e69-8e6a-71611fa576c9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 13:33:29.109966 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a1352b-a71e-4e69-8e6a-71611fa576c9 None None] Routers set() bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:33:29.110353 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a1352b-a71e-4e69-8e6a-71611fa576c9 None None] Router IDs set() for agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 13:33:30.767834 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 40852) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:33:31.078456 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-4cb5e44d-2d77-4eb2-981e-a845279783fe admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:33:31.172433 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.policy [None req-4cb5e44d-2d77-4eb2-981e-a845279783fe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101213) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 13:33:31.216414 dv-cinder-803456-3-iscsi neutron-server[101213]: WARNING oslo_policy.policy [None req-4cb5e44d-2d77-4eb2-981e-a845279783fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 13:33:31.216779 dv-cinder-803456-3-iscsi neutron-server[101213]: WARNING oslo_policy.policy [None req-4cb5e44d-2d77-4eb2-981e-a845279783fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 13:33:31.225693 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.quota [None req-4cb5e44d-2d77-4eb2-981e-a845279783fe admin admin] Loaded quota_driver: . Sep 15 13:33:31.381827 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4cb5e44d-2d77-4eb2-981e-a845279783fe admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777771524391', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777771525970', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777771512025', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777771511589', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777771949980', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777771490168', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3463460', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3449914', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1774204', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1731106'] for rbac-policy, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:31.582039 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4cb5e44d-2d77-4eb2-981e-a845279783fe admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:31.583155 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-4cb5e44d-2d77-4eb2-981e-a845279783fe admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8143523 Sep 15 13:33:34.186275 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 40864) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:33:34.480999 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'project_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'name': 'private'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:33:34.575702 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Made reservation on behalf of a7bf5799ddda4a6d9350fa52fbfa5acc for: {'network': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:33:34.578511 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for network, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:34.596160 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:34.717057 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:34.769176 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:34.793431 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=101213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:33:34.817826 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777769697940', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:34.818410 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Unsubscribe: segment precommit_create {{(pid=101213) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 13:33:34.818910 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.db.segments_db [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Added segment 406fef45-e2d9-4f25-b7fe-190147827ced of type vlan for network 240e2fb6-a991-4e40-81fa-99f152ed9243 Sep 15 13:33:34.824477 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b516090d-061e-41e0-bad8-390994d93718,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:33:34.862263 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:34.862576 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:34.862911 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:34.863232 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:34.863550 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:34.863882 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:34.864201 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:34.864527 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:34.864857 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:34.865176 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:34.865504 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:34.865814 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Tracked resource versions report: Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: pushed versions: Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: { 'AddressGroup': {'1.2'}, Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: 'ConntrackHelper': {'1.0'}, Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: 'Log': {'1.0'}, Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: 'Network': {'1.1'}, Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: 'Port': {'1.7'}, Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: 'PortForwarding': {'1.2'}, Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: 'QosPolicy': {'1.9'}, Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: 'SecurityGroup': {'1.4'}, Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: 'SecurityGroupRule': {'1.2'}, Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: 'SubPort': {'1.0'}, Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: 'Subnet': {'1.1'}, Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: 'Trunk': {'1.1'}} Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: consumer versions: Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: { DHCP agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: L3 agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: Metadata agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: Metering agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: Open vSwitch agent@dv-cinder-803456-3-iscsi: { 'AddressGroup': '1.2', Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: 'ConntrackHelper': '1.0', Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: 'Log': '1.0', Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: 'Network': '1.1', Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: 'Port': '1.7', Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: 'PortForwarding': '1.2', Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: 'QosPolicy': '1.9', Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: 'SecurityGroup': '1.4', Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: 'SecurityGroupRule': '1.2', Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: 'SubPort': '1.0', Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: 'Subnet': '1.1', Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: 'Trunk': '1.1'}} Sep 15 13:33:34.866887 dv-cinder-803456-3-iscsi neutron-server[101213]: {{(pid=101213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 13:33:34.947151 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777769156895'] for network, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:35.050678 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for network, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:35.051821 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:33:35.052475 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:35.149661 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] Pushing event updated for resources: {'Network': ['ID=240e2fb6-a991-4e40-81fa-99f152ed9243,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:33:35.160669 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Network 240e2fb6-a991-4e40-81fa-99f152ed9243 details requested by agent ovs-agent-dv-cinder-803456-3-iscsi with host dv-cinder-803456-3-iscsi {{(pid=101215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:33:35.187384 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-8db27fcb-0f48-406e-902a-19a2be297bdb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0000215 Sep 15 13:33:37.819128 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 40878) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:33:38.308072 dv-cinder-803456-3-iscsi neutron-server[101214]: WARNING oslo_policy.policy [None req-49a4829f-3e44-4b81-b219-4c031948a81a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 13:33:38.308682 dv-cinder-803456-3-iscsi neutron-server[101214]: WARNING oslo_policy.policy [None req-49a4829f-3e44-4b81-b219-4c031948a81a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 13:33:38.754892 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.policy [None req-49a4829f-3e44-4b81-b219-4c031948a81a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101214) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 13:33:38.800837 dv-cinder-803456-3-iscsi neutron-server[101214]: WARNING oslo_policy.policy [None req-49a4829f-3e44-4b81-b219-4c031948a81a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 13:33:38.801220 dv-cinder-803456-3-iscsi neutron-server[101214]: WARNING oslo_policy.policy [None req-49a4829f-3e44-4b81-b219-4c031948a81a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 13:33:38.809271 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a4829f-3e44-4b81-b219-4c031948a81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:33:38.811027 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-49a4829f-3e44-4b81-b219-4c031948a81a admin admin] 10.222.0.30 "GET /v2.0/networks/240e2fb6-a991-4e40-81fa-99f152ed9243 HTTP/1.1" status: 200 len: 825 time: 0.9910142 Sep 15 13:33:38.850398 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-e9bdbabd-1cfa-482e-9ebb-689e66c56940 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/b8918dfd-3a1e-481f-bb3c-dadbbfefa7b8 HTTP/1.1" status: 200 len: 734 time: 0.0331345 Sep 15 13:33:38.860085 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] Request body: {'subnet': {'subnetpool_id': 'b8918dfd-3a1e-481f-bb3c-dadbbfefa7b8', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'gateway_ip': '172.20.0.1', 'network_id': '240e2fb6-a991-4e40-81fa-99f152ed9243'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:33:38.862154 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.quota [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] Loaded quota_driver: . Sep 15 13:33:38.953174 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] Made reservation on behalf of a7bf5799ddda4a6d9350fa52fbfa5acc for: {'subnet': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:33:38.956546 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:39.302124 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for subnet, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:39.368482 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] Checking segment: {'id': '406fef45-e2d9-4f25-b7fe-190147827ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '240e2fb6-a991-4e40-81fa-99f152ed9243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:33:39.368791 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] Network hostable DHCP agents. Network: 240e2fb6-a991-4e40-81fa-99f152ed9243, hostable agents: ['059ef8ed-a851-4324-85c0-3d7a16d26e98'], hosted agents: [] {{(pid=101214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:33:39.384308 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a92ddc5-d91f-4418-9510-e2d25d514b76,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:33:39.396961 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:39.397347 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:39.397685 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:39.398013 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:39.398333 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:39.398668 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:39.398993 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:39.399324 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:39.399661 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:39.399979 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:39.400290 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:39.400599 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] Tracked resource versions report: Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: pushed versions: Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: { 'AddressGroup': {'1.2'}, Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: 'ConntrackHelper': {'1.0'}, Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: 'Log': {'1.0'}, Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: 'Network': {'1.1'}, Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: 'Port': {'1.7'}, Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: 'PortForwarding': {'1.2'}, Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: 'QosPolicy': {'1.9'}, Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: 'SecurityGroup': {'1.4'}, Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: 'SecurityGroupRule': {'1.2'}, Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: 'SubPort': {'1.0'}, Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: 'Subnet': {'1.1'}, Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: 'Trunk': {'1.1'}} Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: consumer versions: Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: { DHCP agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: L3 agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: Metadata agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: Metering agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: Open vSwitch agent@dv-cinder-803456-3-iscsi: { 'AddressGroup': '1.2', Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: 'ConntrackHelper': '1.0', Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: 'Log': '1.0', Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: 'Network': '1.1', Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: 'Port': '1.7', Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: 'PortForwarding': '1.2', Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: 'QosPolicy': '1.9', Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: 'SecurityGroup': '1.4', Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: 'SecurityGroupRule': '1.2', Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: 'SubPort': '1.0', Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: 'Subnet': '1.1', Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: 'Trunk': '1.1'}} Sep 15 13:33:39.401677 dv-cinder-803456-3-iscsi neutron-server[101214]: {{(pid=101214) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 13:33:39.483667 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] Network 240e2fb6-a991-4e40-81fa-99f152ed9243 is scheduled to be hosted by DHCP agent 059ef8ed-a851-4324-85c0-3d7a16d26e98 with binding_index 1 {{(pid=101214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:33:39.581588 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-3-iscsi, 240e2fb6-a991-4e40-81fa-99f152ed9243) {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:33:39.586242 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:33:39.586872 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for subnet, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:39.592730 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0470143e-67a8-48bb-afa6-3aeaf954bf7c None None] Network 240e2fb6-a991-4e40-81fa-99f152ed9243 requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:33:39.691206 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-030fda03-0a81-4010-b0ea-9e5792edf4d3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8347816 Sep 15 13:33:39.907647 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa82a8464-970f-51ea-a067-ae169fa58494-240e2fb6-a991-4e40-81fa-99f152ed9243', 'network_id': '240e2fb6-a991-4e40-81fa-99f152ed9243', 'tenant_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'fixed_ips': [{'subnet_id': '7a92ddc5-d91f-4418-9510-e2d25d514b76'}]}} from dv-cinder-803456-3-iscsi. {{(pid=101215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 13:33:39.908946 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:40.187068 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.db_base_plugin_common [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Allocated IP 172.20.0.2 (240e2fb6-a991-4e40-81fa-99f152ed9243/7a92ddc5-d91f-4418-9510-e2d25d514b76/4e0f294a-747d-4ef9-9910-3277895492d5) {{(pid=101215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:33:40.413684 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Notify callbacks [] for port, precommit_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:40.496733 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:40.562566 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Network 240e2fb6-a991-4e40-81fa-99f152ed9243 is already hosted by enough agents. {{(pid=101215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:33:40.567404 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.scheduler.base_scheduler [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Resources bound (agent type, host, resource id): {{(pid=101215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:33:40.577858 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Received port after_create {{(pid=101215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:33:40.592353 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Pushing event updated for resources: {'Port': ['ID=4e0f294a-747d-4ef9-9910-3277895492d5,revision_number=1']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:33:40.633543 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:40.634176 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:40.634281 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:40.634539 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:40.634860 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:40.635180 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:40.635496 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:40.635812 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:40.636141 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:40.636457 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:40.636779 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:40.637091 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Tracked resource versions report: Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: pushed versions: Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: { 'AddressGroup': {'1.2'}, Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: 'ConntrackHelper': {'1.0'}, Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: 'Log': {'1.0'}, Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: 'Network': {'1.1'}, Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: 'Port': {'1.7'}, Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: 'PortForwarding': {'1.2'}, Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: 'QosPolicy': {'1.9'}, Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: 'SecurityGroup': {'1.4'}, Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: 'SecurityGroupRule': {'1.2'}, Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: 'SubPort': {'1.0'}, Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: 'Subnet': {'1.1'}, Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: 'Trunk': {'1.1'}} Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: consumer versions: Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: { DHCP agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: L3 agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: Metadata agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: Metering agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: Open vSwitch agent@dv-cinder-803456-3-iscsi: { 'AddressGroup': '1.2', Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: 'ConntrackHelper': '1.0', Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: 'Log': '1.0', Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: 'Network': '1.1', Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: 'Port': '1.7', Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: 'PortForwarding': '1.2', Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: 'QosPolicy': '1.9', Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: 'SecurityGroup': '1.4', Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: 'SecurityGroupRule': '1.2', Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: 'SubPort': '1.0', Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: 'Subnet': '1.1', Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: 'Trunk': '1.1'}} Sep 15 13:33:40.638215 dv-cinder-803456-3-iscsi neutron-server[101215]: {{(pid=101215) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 13:33:40.675150 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Attempting to bind port 4e0f294a-747d-4ef9-9910-3277895492d5 on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:33:40.675540 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Attempting to bind port 4e0f294a-747d-4ef9-9910-3277895492d5 by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': '406fef45-e2d9-4f25-b7fe-190147827ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '240e2fb6-a991-4e40-81fa-99f152ed9243'}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:33:40.675966 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Attempting to bind port 4e0f294a-747d-4ef9-9910-3277895492d5 on network 240e2fb6-a991-4e40-81fa-99f152ed9243 {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:33:40.680882 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:33:40.681318 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Checking segment: {'id': '406fef45-e2d9-4f25-b7fe-190147827ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '240e2fb6-a991-4e40-81fa-99f152ed9243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:33:40.681785 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:40.682169 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Bound using segment: {'id': '406fef45-e2d9-4f25-b7fe-190147827ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '240e2fb6-a991-4e40-81fa-99f152ed9243'} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:33:40.682645 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Bound port: 4e0f294a-747d-4ef9-9910-3277895492d5, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406fef45-e2d9-4f25-b7fe-190147827ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '240e2fb6-a991-4e40-81fa-99f152ed9243'}}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:33:40.683070 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:40.745890 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] For port 4e0f294a-747d-4ef9-9910-3277895492d5, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:33:40.750182 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] For port 4e0f294a-747d-4ef9-9910-3277895492d5, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=4e0f294a-747d-4ef9-9910-3277895492d5,segment=NetworkSegment(406fef45-e2d9-4f25-b7fe-190147827ced),segment_id=406fef45-e2d9-4f25-b7fe-190147827ced)] {{(pid=101215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:33:40.845872 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:40.913034 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87df9ff-3a14-4d0b-b336-4221fd078391 None None] Pushing event updated for resources: {'Port': ['ID=4e0f294a-747d-4ef9-9910-3277895492d5,revision_number=2']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:33:42.132023 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 40898) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:33:42.452526 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [None req-474660f6-3fec-48bc-b254-4edb633c1271 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:33:42.453575 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-474660f6-3fec-48bc-b254-4edb633c1271 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3206193 Sep 15 13:33:44.830867 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 40906) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:33:45.150902 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [None req-31bcb92d-dee0-4e50-9132-aac537aceef2 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101213) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:33:45.152337 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-31bcb92d-dee0-4e50-9132-aac537aceef2 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3200877 Sep 15 13:33:47.809863 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 40916) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:33:48.109500 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-f0df2855-e2f8-4a53-a2c2-8f86f6bd22c3 admin admin] Request body: {'router': {'tenant_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'name': 'router1', 'admin_state_up': True}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:33:48.187197 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f0df2855-e2f8-4a53-a2c2-8f86f6bd22c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1737'] for router, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:48.188793 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f0df2855-e2f8-4a53-a2c2-8f86f6bd22c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1746'] for router, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:48.339373 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f0df2855-e2f8-4a53-a2c2-8f86f6bd22c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:48.399175 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f0df2855-e2f8-4a53-a2c2-8f86f6bd22c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551007'] for router, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:48.478376 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f0df2855-e2f8-4a53-a2c2-8f86f6bd22c3 admin admin] Notify callbacks [] for router, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:48.479541 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-f0df2855-e2f8-4a53-a2c2-8f86f6bd22c3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6687205 Sep 15 13:33:49.197464 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 4e0f294a-747d-4ef9-9910-3277895492d5 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:33:49.286757 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 4e0f294a-747d-4ef9-9910-3277895492d5 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:33:49.287158 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:49.376059 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0b47a4-72c1-4a9e-9dd3-fed6a98403a0 None None] Network 240e2fb6-a991-4e40-81fa-99f152ed9243 requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:33:49.416379 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:49.496803 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] For port 4e0f294a-747d-4ef9-9910-3277895492d5, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=4e0f294a-747d-4ef9-9910-3277895492d5,segment=NetworkSegment(406fef45-e2d9-4f25-b7fe-190147827ced),segment_id=406fef45-e2d9-4f25-b7fe-190147827ced)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:33:49.497810 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-e1b65cd7-fa5f-4935-957a-105a4c1c21ef None None] Provisioning complete for port 4e0f294a-747d-4ef9-9910-3277895492d5 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:33:49.498185 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-e1b65cd7-fa5f-4935-957a-105a4c1c21ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:49.583900 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:49.690839 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Pushing event updated for resources: {'Port': ['ID=4e0f294a-747d-4ef9-9910-3277895492d5,revision_number=3']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:33:49.905614 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-4fb9620f-e6bd-47ad-8e6d-853725d46667 None None] Provisioning complete for port 4e0f294a-747d-4ef9-9910-3277895492d5 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:33:49.905987 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-4fb9620f-e6bd-47ad-8e6d-853725d46667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:50.882460 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 40928) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:33:51.179477 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 4e0f294a-747d-4ef9-9910-3277895492d5 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:33:51.193826 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [None req-9e4072f3-9764-4c83-9833-13518a3bdc09 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101213) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:33:51.194909 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-9e4072f3-9764-4c83-9833-13518a3bdc09 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3114767 Sep 15 13:33:51.205583 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-31e6f3b2-8024-425c-9830-1a05b5f72ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:51.230573 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 4e0f294a-747d-4ef9-9910-3277895492d5 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:33:51.230931 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:53.609303 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 40936) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:33:53.718125 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-05f85d28-a0cd-4cea-aa54-41aa4872797e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:53.746545 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:53.928459 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-dda1dbd5-a7e2-4300-a2ad-67218cda1b2f admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:33:53.986609 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda1dbd5-a7e2-4300-a2ad-67218cda1b2f admin admin] Made reservation on behalf of f692282a305d43d28a6f7aeef4962753 for: {'network': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:33:53.988750 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-dda1dbd5-a7e2-4300-a2ad-67218cda1b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for network, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:53.996654 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-dda1dbd5-a7e2-4300-a2ad-67218cda1b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:54.109467 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-dda1dbd5-a7e2-4300-a2ad-67218cda1b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:54.158188 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-dda1dbd5-a7e2-4300-a2ad-67218cda1b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:54.173370 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dda1dbd5-a7e2-4300-a2ad-67218cda1b2f admin admin] Reserving flat network on physical network physnet1 {{(pid=101213) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 13:33:54.191138 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1dbd5-a7e2-4300-a2ad-67218cda1b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1449ab-9ba8-4d73-a2ad-ed3c37675dbd,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:33:54.196020 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-dda1dbd5-a7e2-4300-a2ad-67218cda1b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:54.196352 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.db.segments_db [None req-dda1dbd5-a7e2-4300-a2ad-67218cda1b2f admin admin] Added segment 6084df6b-fbf6-4a93-bc73-2099564d1901 of type flat for network ece37916-b27e-4896-b760-50248bab8142 Sep 15 13:33:54.246448 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-dda1dbd5-a7e2-4300-a2ad-67218cda1b2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777769156895'] for network, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:54.351635 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-dda1dbd5-a7e2-4300-a2ad-67218cda1b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for network, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:54.352555 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda1dbd5-a7e2-4300-a2ad-67218cda1b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:33:54.353118 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-dda1dbd5-a7e2-4300-a2ad-67218cda1b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:54.410277 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1dbd5-a7e2-4300-a2ad-67218cda1b2f admin admin] Pushing event updated for resources: {'Network': ['ID=ece37916-b27e-4896-b760-50248bab8142,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:33:54.421145 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Network ece37916-b27e-4896-b760-50248bab8142 details requested by agent ovs-agent-dv-cinder-803456-3-iscsi with host dv-cinder-803456-3-iscsi {{(pid=101215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:33:54.438507 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-dda1dbd5-a7e2-4300-a2ad-67218cda1b2f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8274477 Sep 15 13:33:54.997941 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:56.535402 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:56.829915 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 40954) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:33:57.002786 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12fedc9-9c0c-4341-a091-5cc1252e5a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:33:57.004082 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-e12fedc9-9c0c-4341-a091-5cc1252e5a4d admin admin] 10.222.0.30 "GET /v2.0/subnets/7a92ddc5-d91f-4418-9510-e2d25d514b76 HTTP/1.1" status: 200 len: 849 time: 0.1732528 Sep 15 13:33:57.179157 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-a5cf9b3b-7412-457e-b58f-1b3ff678d22e admin admin] 10.222.0.30 "GET /v2.0/routers/d3fc5f95-8243-45de-9cf4-9a5aaa639cda HTTP/1.1" status: 200 len: 704 time: 0.1688113 Sep 15 13:33:57.398852 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 5 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:33:57.441688 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-55a6aa06-9337-4f5a-882d-1ea76a79b89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:57.739269 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [None req-55a6aa06-9337-4f5a-882d-1ea76a79b89a admin admin] Allocated IP 172.20.0.1 (240e2fb6-a991-4e40-81fa-99f152ed9243/7a92ddc5-d91f-4418-9510-e2d25d514b76/8402bc64-6a52-4424-8c31-792b4244cc88) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:33:57.891904 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-55a6aa06-9337-4f5a-882d-1ea76a79b89a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:58.016205 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-55a6aa06-9337-4f5a-882d-1ea76a79b89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:58.083012 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a6aa06-9337-4f5a-882d-1ea76a79b89a admin admin] Network 240e2fb6-a991-4e40-81fa-99f152ed9243 is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:33:58.090840 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [None req-55a6aa06-9337-4f5a-882d-1ea76a79b89a admin admin] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:33:58.098048 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a6aa06-9337-4f5a-882d-1ea76a79b89a admin admin] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:33:58.098594 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-55a6aa06-9337-4f5a-882d-1ea76a79b89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551048'] for router_interface, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:58.156731 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6aa06-9337-4f5a-882d-1ea76a79b89a admin admin] Pushing event updated for resources: {'Port': ['ID=8402bc64-6a52-4424-8c31-792b4244cc88,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:33:58.244027 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-e3d62e7a-a4e8-43df-9819-f59123eea1f8 None None] Provisioning complete for port 8402bc64-6a52-4424-8c31-792b4244cc88 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:33:58.244582 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-e3d62e7a-a4e8-43df-9819-f59123eea1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:58.276757 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-e3d62e7a-a4e8-43df-9819-f59123eea1f8 None None] Port 8402bc64-6a52-4424-8c31-792b4244cc88 cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:33:58.387429 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-55a6aa06-9337-4f5a-882d-1ea76a79b89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:58.633906 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-55a6aa06-9337-4f5a-882d-1ea76a79b89a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:58.689068 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-55a6aa06-9337-4f5a-882d-1ea76a79b89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:58.689851 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-55a6aa06-9337-4f5a-882d-1ea76a79b89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545048'] for router_interface, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:58.753951 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6aa06-9337-4f5a-882d-1ea76a79b89a admin admin] Pushing event updated for resources: {'Port': ['ID=8402bc64-6a52-4424-8c31-792b4244cc88,revision_number=2']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:33:58.816379 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a6aa06-9337-4f5a-882d-1ea76a79b89a admin admin] Network 240e2fb6-a991-4e40-81fa-99f152ed9243 is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:33:58.817712 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [None req-55a6aa06-9337-4f5a-882d-1ea76a79b89a admin admin] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:33:58.996705 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-184f9a25-cc15-4236-9635-57747b38d682 None None] Provisioning complete for port 8402bc64-6a52-4424-8c31-792b4244cc88 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:33:58.997048 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-184f9a25-cc15-4236-9635-57747b38d682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:33:59.029915 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-184f9a25-cc15-4236-9635-57747b38d682 None None] Port 8402bc64-6a52-4424-8c31-792b4244cc88 cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:33:59.033149 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a6aa06-9337-4f5a-882d-1ea76a79b89a admin admin] Router d3fc5f95-8243-45de-9cf4-9a5aaa639cda is scheduled to L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 with binding_index 1 {{(pid=101214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:33:59.122905 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a6aa06-9337-4f5a-882d-1ea76a79b89a admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:33:59.128710 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-55a6aa06-9337-4f5a-882d-1ea76a79b89a admin admin] 10.222.0.30 "PUT /v2.0/routers/d3fc5f95-8243-45de-9cf4-9a5aaa639cda/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9436784 Sep 15 13:33:59.133370 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] Sync routers for ids ['d3fc5f95-8243-45de-9cf4-9a5aaa639cda'] in dv-cinder-803456-3-iscsi {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:33:59.145511 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] Routers {'d3fc5f95-8243-45de-9cf4-9a5aaa639cda'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:33:59.146429 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:33:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['d3fc5f95-8243-45de-9cf4-9a5aaa639cda'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:33:59.329908 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] Set router d3fc5f95-8243-45de-9cf4-9a5aaa639cda gateway port host: None {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:33:59.752496 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fc5f95-8243-45de-9cf4-9a5aaa639cda', 'name': 'router1', 'tenant_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:33:48Z', 'updated_at': '2021-09-15T13:33:58Z', 'revision_number': 2, 'project_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'gw_port_host': None, '_interfaces': [{'id': '8402bc64-6a52-4424-8c31-792b4244cc88', 'name': '', 'network_id': '240e2fb6-a991-4e40-81fa-99f152ed9243', 'tenant_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'mac_address': 'fa:16:3e:ae:a6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fc5f95-8243-45de-9cf4-9a5aaa639cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a92ddc5-d91f-4418-9510-e2d25d514b76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:33:57Z', 'updated_at': '2021-09-15T13:33:58Z', 'revision_number': 2, 'project_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'subnets': [{'id': '7a92ddc5-d91f-4418-9510-e2d25d514b76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8918dfd-3a1e-481f-bb3c-dadbbfefa7b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:33:59.803805 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] Checking router: d3fc5f95-8243-45de-9cf4-9a5aaa639cda for host: dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:33:59.804173 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] Updating router d3fc5f95-8243-45de-9cf4-9a5aaa639cda port 8402bc64-6a52-4424-8c31-792b4244cc88 binding host dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:33:59.853881 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:00.364264 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] Notify callbacks [] for port, precommit_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:00.471442 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:00.592356 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722167a2-32f3-47a8-b28b-7912d355ceff None None] Pushing event updated for resources: {'Port': ['ID=8402bc64-6a52-4424-8c31-792b4244cc88,revision_number=3']} {{(pid=101216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:34:00.628767 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722167a2-32f3-47a8-b28b-7912d355ceff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:34:00.629122 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722167a2-32f3-47a8-b28b-7912d355ceff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:34:00.629483 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722167a2-32f3-47a8-b28b-7912d355ceff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:34:00.629813 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722167a2-32f3-47a8-b28b-7912d355ceff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:34:00.630139 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722167a2-32f3-47a8-b28b-7912d355ceff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:34:00.630459 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722167a2-32f3-47a8-b28b-7912d355ceff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:34:00.630775 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722167a2-32f3-47a8-b28b-7912d355ceff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:34:00.631093 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722167a2-32f3-47a8-b28b-7912d355ceff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:34:00.631414 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722167a2-32f3-47a8-b28b-7912d355ceff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:34:00.631726 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722167a2-32f3-47a8-b28b-7912d355ceff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:34:00.632037 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722167a2-32f3-47a8-b28b-7912d355ceff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:34:00.632355 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722167a2-32f3-47a8-b28b-7912d355ceff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722167a2-32f3-47a8-b28b-7912d355ceff None None] Tracked resource versions report: Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: pushed versions: Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: { 'AddressGroup': {'1.2'}, Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: 'ConntrackHelper': {'1.0'}, Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: 'Log': {'1.0'}, Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: 'Network': {'1.1'}, Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: 'Port': {'1.7'}, Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: 'PortForwarding': {'1.2'}, Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: 'QosPolicy': {'1.9'}, Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: 'SecurityGroup': {'1.4'}, Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: 'SecurityGroupRule': {'1.2'}, Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: 'SubPort': {'1.0'}, Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: 'Subnet': {'1.1'}, Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: 'Trunk': {'1.1'}} Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: consumer versions: Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: { DHCP agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: L3 agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: Metadata agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: Metering agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: Open vSwitch agent@dv-cinder-803456-3-iscsi: { 'AddressGroup': '1.2', Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: 'ConntrackHelper': '1.0', Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: 'Log': '1.0', Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: 'Network': '1.1', Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: 'Port': '1.7', Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: 'PortForwarding': '1.2', Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: 'QosPolicy': '1.9', Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: 'SecurityGroup': '1.4', Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: 'SecurityGroupRule': '1.2', Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: 'SubPort': '1.0', Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: 'Subnet': '1.1', Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: 'Trunk': '1.1'}} Sep 15 13:34:00.633502 dv-cinder-803456-3-iscsi neutron-server[101216]: {{(pid=101216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 13:34:00.651247 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] Attempting to bind port 8402bc64-6a52-4424-8c31-792b4244cc88 on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:34:00.651646 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] Attempting to bind port 8402bc64-6a52-4424-8c31-792b4244cc88 by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': '406fef45-e2d9-4f25-b7fe-190147827ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '240e2fb6-a991-4e40-81fa-99f152ed9243'}] {{(pid=101216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:34:00.652082 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] Attempting to bind port 8402bc64-6a52-4424-8c31-792b4244cc88 on network 240e2fb6-a991-4e40-81fa-99f152ed9243 {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:34:00.657849 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:34:00.658249 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] Checking segment: {'id': '406fef45-e2d9-4f25-b7fe-190147827ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '240e2fb6-a991-4e40-81fa-99f152ed9243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:34:00.658722 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:00.659115 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] Bound using segment: {'id': '406fef45-e2d9-4f25-b7fe-190147827ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '240e2fb6-a991-4e40-81fa-99f152ed9243'} {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:34:00.659592 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] Bound port: 8402bc64-6a52-4424-8c31-792b4244cc88, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406fef45-e2d9-4f25-b7fe-190147827ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '240e2fb6-a991-4e40-81fa-99f152ed9243'}}] {{(pid=101216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:34:00.659984 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:00.727372 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.db [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] For port 8402bc64-6a52-4424-8c31-792b4244cc88, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:34:00.748023 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.db [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] For port 8402bc64-6a52-4424-8c31-792b4244cc88, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=8402bc64-6a52-4424-8c31-792b4244cc88,segment=NetworkSegment(406fef45-e2d9-4f25-b7fe-190147827ced),segment_id=406fef45-e2d9-4f25-b7fe-190147827ced)] {{(pid=101216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:34:00.758292 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-f41bf9be-80d3-42c5-bd98-c01dce6d2d5f None None] Provisioning complete for port 8402bc64-6a52-4424-8c31-792b4244cc88 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:34:00.758802 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-f41bf9be-80d3-42c5-bd98-c01dce6d2d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:00.791556 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-f41bf9be-80d3-42c5-bd98-c01dce6d2d5f None None] Port 8402bc64-6a52-4424-8c31-792b4244cc88 cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:34:00.808698 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:00.865284 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722167a2-32f3-47a8-b28b-7912d355ceff None None] Pushing event updated for resources: {'Port': ['ID=8402bc64-6a52-4424-8c31-792b4244cc88,revision_number=4']} {{(pid=101216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:34:00.896246 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] Routers {'d3fc5f95-8243-45de-9cf4-9a5aaa639cda'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:34:00.896246 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:33:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['d3fc5f95-8243-45de-9cf4-9a5aaa639cda'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:34:00.986434 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] Set router d3fc5f95-8243-45de-9cf4-9a5aaa639cda gateway port host: None {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:34:01.111115 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-a827ab69-9a49-4549-ba19-eef8b340273f None None] Provisioning complete for port 8402bc64-6a52-4424-8c31-792b4244cc88 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:34:01.111761 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-a827ab69-9a49-4549-ba19-eef8b340273f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:01.192915 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-a827ab69-9a49-4549-ba19-eef8b340273f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:01.200447 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fc5f95-8243-45de-9cf4-9a5aaa639cda', 'name': 'router1', 'tenant_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:33:48Z', 'updated_at': '2021-09-15T13:33:58Z', 'revision_number': 2, 'project_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'gw_port_host': None, '_interfaces': [{'id': '8402bc64-6a52-4424-8c31-792b4244cc88', 'name': '', 'network_id': '240e2fb6-a991-4e40-81fa-99f152ed9243', 'tenant_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'mac_address': 'fa:16:3e:ae:a6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fc5f95-8243-45de-9cf4-9a5aaa639cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a92ddc5-d91f-4418-9510-e2d25d514b76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:33:57Z', 'updated_at': '2021-09-15T13:34:00Z', 'revision_number': 4, 'project_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'subnets': [{'id': '7a92ddc5-d91f-4418-9510-e2d25d514b76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8918dfd-3a1e-481f-bb3c-dadbbfefa7b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:34:01.224774 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-a827ab69-9a49-4549-ba19-eef8b340273f None None] For port 8402bc64-6a52-4424-8c31-792b4244cc88, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=8402bc64-6a52-4424-8c31-792b4244cc88,segment=NetworkSegment(406fef45-e2d9-4f25-b7fe-190147827ced),segment_id=406fef45-e2d9-4f25-b7fe-190147827ced)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:34:01.227047 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0094e3df-a845-427e-b5f7-1de0b7e69567 None None] The sync data for ids ['d3fc5f95-8243-45de-9cf4-9a5aaa639cda'] in dv-cinder-803456-3-iscsi is: [{'id': 'd3fc5f95-8243-45de-9cf4-9a5aaa639cda', 'name': 'router1', 'tenant_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:33:48Z', 'updated_at': '2021-09-15T13:33:58Z', 'revision_number': 2, 'project_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'gw_port_host': None, '_interfaces': [{'id': '8402bc64-6a52-4424-8c31-792b4244cc88', 'name': '', 'network_id': '240e2fb6-a991-4e40-81fa-99f152ed9243', 'tenant_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'mac_address': 'fa:16:3e:ae:a6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fc5f95-8243-45de-9cf4-9a5aaa639cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a92ddc5-d91f-4418-9510-e2d25d514b76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:33:57Z', 'updated_at': '2021-09-15T13:34:00Z', 'revision_number': 4, 'project_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'subnets': [{'id': '7a92ddc5-d91f-4418-9510-e2d25d514b76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8918dfd-3a1e-481f-bb3c-dadbbfefa7b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:34:01.289478 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-a827ab69-9a49-4549-ba19-eef8b340273f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:01.338670 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827ab69-9a49-4549-ba19-eef8b340273f None None] Pushing event updated for resources: {'Port': ['ID=8402bc64-6a52-4424-8c31-792b4244cc88,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:34:01.398761 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 40976) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:34:01.514383 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed35f16-416f-4f64-886c-caab00e61f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:34:01.516482 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-6ed35f16-416f-4f64-886c-caab00e61f82 admin admin] 10.222.0.30 "GET /v2.0/networks/ece37916-b27e-4896-b760-50248bab8142 HTTP/1.1" status: 200 len: 842 time: 0.1167514 Sep 15 13:34:01.526370 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-98d7599c-9ead-403d-bb56-87f6809c4009 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:34:01.644030 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d7599c-9ead-403d-bb56-87f6809c4009 admin admin] Made reservation on behalf of f692282a305d43d28a6f7aeef4962753 for: {'subnet': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:34:01.646382 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-98d7599c-9ead-403d-bb56-87f6809c4009 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:01.977320 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.objects.ports [None req-98d7599c-9ead-403d-bb56-87f6809c4009 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101214) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 13:34:01.977736 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-98d7599c-9ead-403d-bb56-87f6809c4009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for subnet, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:02.032617 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d7599c-9ead-403d-bb56-87f6809c4009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37569b60-ab24-446b-9709-ec585ea5ec0b,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:34:02.040403 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d7599c-9ead-403d-bb56-87f6809c4009 admin admin] Checking segment: {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:34:02.040752 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d7599c-9ead-403d-bb56-87f6809c4009 admin admin] Network hostable DHCP agents. Network: ece37916-b27e-4896-b760-50248bab8142, hostable agents: ['059ef8ed-a851-4324-85c0-3d7a16d26e98'], hosted agents: [] {{(pid=101214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:34:02.152439 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d7599c-9ead-403d-bb56-87f6809c4009 admin admin] Network ece37916-b27e-4896-b760-50248bab8142 is scheduled to be hosted by DHCP agent 059ef8ed-a851-4324-85c0-3d7a16d26e98 with binding_index 1 {{(pid=101214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:34:02.266779 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [None req-98d7599c-9ead-403d-bb56-87f6809c4009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-3-iscsi, ece37916-b27e-4896-b760-50248bab8142) {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:34:02.272403 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d7599c-9ead-403d-bb56-87f6809c4009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:34:02.272773 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-98d7599c-9ead-403d-bb56-87f6809c4009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for subnet, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:02.275672 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d6b28d-21fc-491b-a56f-3d08629ee78d None None] Network ece37916-b27e-4896-b760-50248bab8142 requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:34:02.377185 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-98d7599c-9ead-403d-bb56-87f6809c4009 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8402951 Sep 15 13:34:02.408680 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd578000-f215-4d13-aa18-6128b382a8e5 None None] Network ece37916-b27e-4896-b760-50248bab8142 requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:34:04.708182 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 40984) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:34:04.836297 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-16389ec9-ebcc-4552-9914-d235e46f0c17 admin admin] 10.222.0.30 "GET /v2.0/routers/d3fc5f95-8243-45de-9cf4-9a5aaa639cda HTTP/1.1" status: 200 len: 710 time: 0.1269991 Sep 15 13:34:04.922336 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ba1509-0b19-4064-9224-8e226db08ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:34:04.923784 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-86ba1509-0b19-4064-9224-8e226db08ab5 admin admin] 10.222.0.30 "GET /v2.0/networks/ece37916-b27e-4896-b760-50248bab8142 HTTP/1.1" status: 200 len: 886 time: 0.0813749 Sep 15 13:34:04.933255 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-078c7653-b9a2-44f8-ab36-b777c5c56dd9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:34:05.239500 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-078c7653-b9a2-44f8-ab36-b777c5c56dd9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:05.536997 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-078c7653-b9a2-44f8-ab36-b777c5c56dd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:05.620976 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-078c7653-b9a2-44f8-ab36-b777c5c56dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:05.728611 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [None req-078c7653-b9a2-44f8-ab36-b777c5c56dd9 admin admin] Allocated IP 172.27.0.58 (ece37916-b27e-4896-b760-50248bab8142/37569b60-ab24-446b-9709-ec585ea5ec0b/45d075d8-56bb-4f5b-8741-977d282c5bac) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:34:05.838562 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-078c7653-b9a2-44f8-ab36-b777c5c56dd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:05.924039 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-078c7653-b9a2-44f8-ab36-b777c5c56dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:05.962601 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078c7653-b9a2-44f8-ab36-b777c5c56dd9 admin admin] Network ece37916-b27e-4896-b760-50248bab8142 is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:34:05.966902 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [None req-078c7653-b9a2-44f8-ab36-b777c5c56dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:34:05.973267 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078c7653-b9a2-44f8-ab36-b777c5c56dd9 admin admin] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:34:05.976159 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c7653-b9a2-44f8-ab36-b777c5c56dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=45d075d8-56bb-4f5b-8741-977d282c5bac,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:34:06.276783 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-078c7653-b9a2-44f8-ab36-b777c5c56dd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:06.491072 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-078c7653-b9a2-44f8-ab36-b777c5c56dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1772'] for router, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:06.494604 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-078c7653-b9a2-44f8-ab36-b777c5c56dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551340', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548613'] for router, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:06.603322 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078c7653-b9a2-44f8-ab36-b777c5c56dd9 admin admin] Router d3fc5f95-8243-45de-9cf4-9a5aaa639cda has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:34:06.710863 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078c7653-b9a2-44f8-ab36-b777c5c56dd9 admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:34:06.714961 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-078c7653-b9a2-44f8-ab36-b777c5c56dd9 admin admin] Notify callbacks [] for router, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:06.716156 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-078c7653-b9a2-44f8-ab36-b777c5c56dd9 admin admin] 10.222.0.30 "PUT /v2.0/routers/d3fc5f95-8243-45de-9cf4-9a5aaa639cda HTTP/1.1" status: 200 len: 889 time: 1.7860572 Sep 15 13:34:07.196661 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 8402bc64-6a52-4424-8c31-792b4244cc88 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:34:07.245137 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 8402bc64-6a52-4424-8c31-792b4244cc88 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:34:07.245538 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:07.665519 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] Sync routers for ids ['d3fc5f95-8243-45de-9cf4-9a5aaa639cda'] in dv-cinder-803456-3-iscsi {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:34:07.675825 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] Routers {'d3fc5f95-8243-45de-9cf4-9a5aaa639cda'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:34:07.676474 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:33:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['d3fc5f95-8243-45de-9cf4-9a5aaa639cda'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:34:07.879942 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] Set router d3fc5f95-8243-45de-9cf4-9a5aaa639cda gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:34:08.270186 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fc5f95-8243-45de-9cf4-9a5aaa639cda', 'name': 'router1', 'tenant_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '45d075d8-56bb-4f5b-8741-977d282c5bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:33:48Z', 'updated_at': '2021-09-15T13:34:06Z', 'revision_number': 4, 'project_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'gw_port': {'id': '45d075d8-56bb-4f5b-8741-977d282c5bac', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fc5f95-8243-45de-9cf4-9a5aaa639cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:34:05Z', 'updated_at': '2021-09-15T13:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '8402bc64-6a52-4424-8c31-792b4244cc88', 'name': '', 'network_id': '240e2fb6-a991-4e40-81fa-99f152ed9243', 'tenant_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'mac_address': 'fa:16:3e:ae:a6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fc5f95-8243-45de-9cf4-9a5aaa639cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a92ddc5-d91f-4418-9510-e2d25d514b76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:33:57Z', 'updated_at': '2021-09-15T13:34:01Z', 'revision_number': 5, 'project_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'subnets': [{'id': '7a92ddc5-d91f-4418-9510-e2d25d514b76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8918dfd-3a1e-481f-bb3c-dadbbfefa7b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:34:08.321498 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] Checking router: d3fc5f95-8243-45de-9cf4-9a5aaa639cda for host: dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:34:08.321846 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] Updating router d3fc5f95-8243-45de-9cf4-9a5aaa639cda port 45d075d8-56bb-4f5b-8741-977d282c5bac binding host dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:34:08.369243 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:08.757777 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] Notify callbacks [] for port, precommit_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:08.836716 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:08.890728 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02b186-cf1b-4acf-acfc-2427d0c02809 None None] Pushing event updated for resources: {'Port': ['ID=45d075d8-56bb-4f5b-8741-977d282c5bac,revision_number=2']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:34:08.893524 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] Attempting to bind port 45d075d8-56bb-4f5b-8741-977d282c5bac on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:34:08.894296 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] Attempting to bind port 45d075d8-56bb-4f5b-8741-977d282c5bac by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:34:08.894660 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] Attempting to bind port 45d075d8-56bb-4f5b-8741-977d282c5bac on network ece37916-b27e-4896-b760-50248bab8142 {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:34:08.900319 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:34:08.900694 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] Checking segment: {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:34:08.901095 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:08.901508 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] Bound using segment: {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:34:08.901973 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] Bound port: 45d075d8-56bb-4f5b-8741-977d282c5bac, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:34:08.902371 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:08.951456 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] For port 45d075d8-56bb-4f5b-8741-977d282c5bac, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:34:08.955532 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] For port 45d075d8-56bb-4f5b-8741-977d282c5bac, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=45d075d8-56bb-4f5b-8741-977d282c5bac,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:34:09.042844 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:09.102550 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] Routers {'d3fc5f95-8243-45de-9cf4-9a5aaa639cda'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:34:09.103151 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:33:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['d3fc5f95-8243-45de-9cf4-9a5aaa639cda'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:34:09.114629 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 40996) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:34:09.138882 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02b186-cf1b-4acf-acfc-2427d0c02809 None None] Pushing event updated for resources: {'Port': ['ID=45d075d8-56bb-4f5b-8741-977d282c5bac,revision_number=3']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:34:09.213477 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] Set router d3fc5f95-8243-45de-9cf4-9a5aaa639cda gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:34:09.229290 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-55301748-0dc8-4495-9fe6-a3113856a5ae admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1135345 Sep 15 13:34:09.433742 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fc5f95-8243-45de-9cf4-9a5aaa639cda', 'name': 'router1', 'tenant_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '45d075d8-56bb-4f5b-8741-977d282c5bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:33:48Z', 'updated_at': '2021-09-15T13:34:06Z', 'revision_number': 4, 'project_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'gw_port': {'id': '45d075d8-56bb-4f5b-8741-977d282c5bac', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fc5f95-8243-45de-9cf4-9a5aaa639cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:34:05Z', 'updated_at': '2021-09-15T13:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '8402bc64-6a52-4424-8c31-792b4244cc88', 'name': '', 'network_id': '240e2fb6-a991-4e40-81fa-99f152ed9243', 'tenant_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'mac_address': 'fa:16:3e:ae:a6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fc5f95-8243-45de-9cf4-9a5aaa639cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a92ddc5-d91f-4418-9510-e2d25d514b76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:33:57Z', 'updated_at': '2021-09-15T13:34:01Z', 'revision_number': 5, 'project_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'subnets': [{'id': '7a92ddc5-d91f-4418-9510-e2d25d514b76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8918dfd-3a1e-481f-bb3c-dadbbfefa7b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:34:09.460459 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6c24d4-2f87-4f40-82ba-45d4d7678541 None None] The sync data for ids ['d3fc5f95-8243-45de-9cf4-9a5aaa639cda'] in dv-cinder-803456-3-iscsi is: [{'id': 'd3fc5f95-8243-45de-9cf4-9a5aaa639cda', 'name': 'router1', 'tenant_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '45d075d8-56bb-4f5b-8741-977d282c5bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:33:48Z', 'updated_at': '2021-09-15T13:34:06Z', 'revision_number': 4, 'project_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'gw_port': {'id': '45d075d8-56bb-4f5b-8741-977d282c5bac', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:86:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fc5f95-8243-45de-9cf4-9a5aaa639cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:34:05Z', 'updated_at': '2021-09-15T13:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '8402bc64-6a52-4424-8c31-792b4244cc88', 'name': '', 'network_id': '240e2fb6-a991-4e40-81fa-99f152ed9243', 'tenant_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'mac_address': 'fa:16:3e:ae:a6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fc5f95-8243-45de-9cf4-9a5aaa639cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a92ddc5-d91f-4418-9510-e2d25d514b76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:33:57Z', 'updated_at': '2021-09-15T13:34:01Z', 'revision_number': 5, 'project_id': 'a7bf5799ddda4a6d9350fa52fbfa5acc', 'subnets': [{'id': '7a92ddc5-d91f-4418-9510-e2d25d514b76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8918dfd-3a1e-481f-bb3c-dadbbfefa7b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:34:11.364572 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 45d075d8-56bb-4f5b-8741-977d282c5bac up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:34:11.431698 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 45d075d8-56bb-4f5b-8741-977d282c5bac triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:34:11.432401 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:11.523587 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:11.544656 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] For port 45d075d8-56bb-4f5b-8741-977d282c5bac, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=45d075d8-56bb-4f5b-8741-977d282c5bac,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:34:11.626654 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:11.678134 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Pushing event updated for resources: {'Port': ['ID=45d075d8-56bb-4f5b-8741-977d282c5bac,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:34:13.204410 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 45d075d8-56bb-4f5b-8741-977d282c5bac up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:34:13.267020 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 45d075d8-56bb-4f5b-8741-977d282c5bac triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:34:13.267397 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:21.196509 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-b7df0e89-c427-42b5-ad29-95b2db1b7d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:23.711631 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2c66a50e-03cf-4073-b598-bc39266816cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:23.751875 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:24.997909 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:26.557620 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:34.397363 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 5 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:34:51.207094 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-ee8de44a-5130-40e8-b812-c6c9c264a2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:53.732641 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-8fd825c4-34a8-4b4d-92fb-f909c6d61f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:53.766346 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:55.000696 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:34:56.556221 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:11.395521 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 5 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:35:21.188066 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-0296adc2-efc3-4409-b3b5-76fa229efa30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:23.695450 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-69a7d155-e78c-4612-8bc2-63b07e54c26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:23.806273 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:25.011882 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:26.577628 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:47.865195 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 41558) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:35:47.926989 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c23688-5ec2-4585-9834-6ece72878450 admin admin] GET failed (client error): The resource could not be found. Sep 15 13:35:47.928340 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-71c23688-5ec2-4585-9834-6ece72878450 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621710 Sep 15 13:35:48.161917 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8f705-d110-45e8-bfe4-e6a29c42805f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:35:48.163384 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-4ba8f705-d110-45e8-bfe4-e6a29c42805f admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2297080 Sep 15 13:35:48.393578 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 5 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:35:50.356378 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 41568) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:35:50.493309 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c456e0b-bd3d-4726-b136-e9f17e576c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:35:50.494635 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-2c456e0b-bd3d-4726-b136-e9f17e576c17 admin admin] 10.222.0.30 "GET /v2.0/subnets/7a92ddc5-d91f-4418-9510-e2d25d514b76 HTTP/1.1" status: 200 len: 849 time: 0.1373367 Sep 15 13:35:50.504452 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-860dd34b-d2d2-4414-9508-628c1b24044f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:35:50.589040 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-860dd34b-d2d2-4414-9508-628c1b24044f admin admin] Notify callbacks [] for subnet, before_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:50.816405 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-860dd34b-d2d2-4414-9508-628c1b24044f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777769688068'] for subnet, after_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:50.858111 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860dd34b-d2d2-4414-9508-628c1b24044f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:35:50.858639 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-860dd34b-d2d2-4414-9508-628c1b24044f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for subnet, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:50.859956 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-860dd34b-d2d2-4414-9508-628c1b24044f admin admin] 10.222.0.30 "PUT /v2.0/subnets/7a92ddc5-d91f-4418-9510-e2d25d514b76 HTTP/1.1" status: 200 len: 868 time: 0.3591573 Sep 15 13:35:50.866306 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d40c4e-f353-4caa-85e0-0268a67ce573 None None] Network 240e2fb6-a991-4e40-81fa-99f152ed9243 requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:35:50.881792 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860dd34b-d2d2-4414-9508-628c1b24044f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a92ddc5-d91f-4418-9510-e2d25d514b76,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:35:50.890039 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860dd34b-d2d2-4414-9508-628c1b24044f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:50.890414 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860dd34b-d2d2-4414-9508-628c1b24044f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:50.890754 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860dd34b-d2d2-4414-9508-628c1b24044f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:50.891091 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860dd34b-d2d2-4414-9508-628c1b24044f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:50.891422 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860dd34b-d2d2-4414-9508-628c1b24044f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:50.891766 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860dd34b-d2d2-4414-9508-628c1b24044f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:50.892098 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860dd34b-d2d2-4414-9508-628c1b24044f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:50.892444 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860dd34b-d2d2-4414-9508-628c1b24044f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:50.892790 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860dd34b-d2d2-4414-9508-628c1b24044f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:50.893194 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860dd34b-d2d2-4414-9508-628c1b24044f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:50.893529 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860dd34b-d2d2-4414-9508-628c1b24044f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:50.893850 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860dd34b-d2d2-4414-9508-628c1b24044f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:35:51.202513 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-870530e2-80db-4af3-b6ec-ce2f74f20dd9 None None] Provisioning complete for port 8402bc64-6a52-4424-8c31-792b4244cc88 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:35:51.202891 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-870530e2-80db-4af3-b6ec-ce2f74f20dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:51.225447 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-dc44df1a-f7f6-428d-84c3-10049505e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:51.293139 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-870530e2-80db-4af3-b6ec-ce2f74f20dd9 None None] Provisioning complete for port 4e0f294a-747d-4ef9-9910-3277895492d5 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:35:51.293531 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-870530e2-80db-4af3-b6ec-ce2f74f20dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:53.024603 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 41578) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:35:53.218262 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb53fb2-2eeb-463f-9498-0f408faecf6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:35:53.218748 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb53fb2-2eeb-463f-9498-0f408faecf6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:35:53.220284 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-3fb53fb2-2eeb-463f-9498-0f408faecf6e admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1947000 Sep 15 13:35:53.700255 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-5bdb63fe-1267-4501-ae9b-020d86a5217e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:53.729330 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:55.022439 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:55.416983 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 41586) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:35:55.543345 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dec684-7d84-4eaa-91a5-c876416af74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:35:55.543825 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dec684-7d84-4eaa-91a5-c876416af74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:35:55.545366 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-47dec684-7d84-4eaa-91a5-c876416af74f admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1273918 Sep 15 13:35:56.564988 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:35:57.741535 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 41594) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:35:57.871419 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e952970-f5e8-4a38-b170-071d167fd7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:35:57.872794 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-3e952970-f5e8-4a38-b170-071d167fd7c9 admin admin] 10.222.0.30 "GET /v2.0/networks/240e2fb6-a991-4e40-81fa-99f152ed9243 HTTP/1.1" status: 200 len: 869 time: 0.1303213 Sep 15 13:36:00.118451 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 41602) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:36:00.240463 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f13a23-b423-430a-8dfc-30a65926ca81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:36:00.241848 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-e8f13a23-b423-430a-8dfc-30a65926ca81 admin admin] 10.222.0.30 "GET /v2.0/networks/ece37916-b27e-4896-b760-50248bab8142 HTTP/1.1" status: 200 len: 886 time: 0.1228371 Sep 15 13:36:02.435396 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 41610) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:36:02.561118 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302ca7d7-9b40-49a2-9a14-7562fad95371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:36:02.561599 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302ca7d7-9b40-49a2-9a14-7562fad95371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:36:02.563132 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-302ca7d7-9b40-49a2-9a14-7562fad95371 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1268008 Sep 15 13:36:04.742828 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 41618) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:36:04.833009 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b52a726-7c28-41cd-bf6b-7f95076f6ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:36:04.833501 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b52a726-7c28-41cd-bf6b-7f95076f6ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:36:04.834972 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-2b52a726-7c28-41cd-bf6b-7f95076f6ae9 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0911152 Sep 15 13:36:07.031831 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 41626) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:36:07.119737 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d546f117-8d25-43c8-8f6e-6243c93aafbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:36:07.120967 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-d546f117-8d25-43c8-8f6e-6243c93aafbf admin admin] 10.222.0.30 "GET /v2.0/subnets/37569b60-ab24-446b-9709-ec585ea5ec0b HTTP/1.1" status: 200 len: 816 time: 0.0881710 Sep 15 13:36:09.314869 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 41634) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:36:09.405702 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee40ae68-f48f-41e2-9647-b98443fd76fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:36:09.407011 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-ee40ae68-f48f-41e2-9647-b98443fd76fc admin admin] 10.222.0.30 "GET /v2.0/subnets/7a92ddc5-d91f-4418-9510-e2d25d514b76 HTTP/1.1" status: 200 len: 868 time: 0.0912025 Sep 15 13:36:21.192440 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-0f9ea25e-be0c-40de-b579-f1f213b97e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:23.712478 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-dc34ab80-153a-4923-9f69-3603d19ff06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:23.752407 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:25.001855 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:25.391871 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 5 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:36:26.590650 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:33.495728 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 41688) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:36:33.543864 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [None req-d3f25086-8e9a-41a8-b0b1-9d9e2d1310f4 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:36:33.544848 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-d3f25086-8e9a-41a8-b0b1-9d9e2d1310f4 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482681 Sep 15 13:36:35.811900 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 41696) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:36:35.872469 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b8c779-807a-4bd1-a66d-b35afdfb706e admin admin] GET failed (client error): The resource could not be found. Sep 15 13:36:35.873899 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-c9b8c779-807a-4bd1-a66d-b35afdfb706e admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610771 Sep 15 13:36:35.959994 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacf8844-15a8-4892-b6b1-248b45a02610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:36:35.961465 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-eacf8844-15a8-4892-b6b1-248b45a02610 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0828900 Sep 15 13:36:38.180476 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 41704) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:36:38.227478 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:36:38.311742 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] Made reservation on behalf of f692282a305d43d28a6f7aeef4962753 for: {'network': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:36:38.313994 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for network, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:38.340986 dv-cinder-803456-3-iscsi neutron-server[101214]: WARNING neutron.services.revisions.revision_plugin [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] Could not find related network for resource to bump revision. Sep 15 13:36:38.356983 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=101214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:36:38.368839 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777769697940', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:38.369362 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] Unsubscribe: segment precommit_create {{(pid=101214) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 13:36:38.369829 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.db.segments_db [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] Added segment 3b2cf587-603f-45b8-a8e6-fda8e25f551f of type vlan for network c1d896d4-09e5-4448-b5c0-207e269fd30a Sep 15 13:36:38.413766 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777769156895'] for network, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:38.483174 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for network, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:38.484109 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:36:38.484695 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:38.571251 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] Pushing event updated for resources: {'Network': ['ID=c1d896d4-09e5-4448-b5c0-207e269fd30a,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:36:38.577618 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:38.577979 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:38.578320 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:38.578648 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:38.578977 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:38.579401 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:38.579647 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:38.579983 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:38.580320 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:38.580640 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:38.580955 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:38.581298 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:38.587030 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-45ab8097-a446-4137-99df-4fc62647dcf2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4055488 Sep 15 13:36:38.593013 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Network c1d896d4-09e5-4448-b5c0-207e269fd30a details requested by agent ovs-agent-dv-cinder-803456-3-iscsi with host dv-cinder-803456-3-iscsi {{(pid=101215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:36:40.858085 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 41712) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:36:40.918352 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad1b9ac-c228-4ff3-a2c8-141c9d0e926b admin admin] GET failed (client error): The resource could not be found. Sep 15 13:36:40.919642 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-7ad1b9ac-c228-4ff3-a2c8-141c9d0e926b admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605841 Sep 15 13:36:40.987297 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec6efa6-b520-4e08-86f4-6c6d129a1cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:36:40.988729 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-4ec6efa6-b520-4e08-86f4-6c6d129a1cc6 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0645401 Sep 15 13:36:41.000409 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-c6d56782-3fd9-4030-b247-09ac289ce63d admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'c1d896d4-09e5-4448-b5c0-207e269fd30a', 'ip_version': 4}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:36:41.092748 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d56782-3fd9-4030-b247-09ac289ce63d admin admin] Made reservation on behalf of f692282a305d43d28a6f7aeef4962753 for: {'subnet': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:36:41.094876 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-c6d56782-3fd9-4030-b247-09ac289ce63d admin admin] Notify callbacks [] for subnet, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:41.351164 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-c6d56782-3fd9-4030-b247-09ac289ce63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for subnet, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:41.407213 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d56782-3fd9-4030-b247-09ac289ce63d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3b1f5f7-1c47-4d81-8f4d-15217ca4809f,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:36:41.414755 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d56782-3fd9-4030-b247-09ac289ce63d admin admin] Checking segment: {'id': '3b2cf587-603f-45b8-a8e6-fda8e25f551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1d896d4-09e5-4448-b5c0-207e269fd30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:36:41.415104 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d56782-3fd9-4030-b247-09ac289ce63d admin admin] Network hostable DHCP agents. Network: c1d896d4-09e5-4448-b5c0-207e269fd30a, hostable agents: ['059ef8ed-a851-4324-85c0-3d7a16d26e98'], hosted agents: [] {{(pid=101214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:36:41.492590 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d56782-3fd9-4030-b247-09ac289ce63d admin admin] Network c1d896d4-09e5-4448-b5c0-207e269fd30a is scheduled to be hosted by DHCP agent 059ef8ed-a851-4324-85c0-3d7a16d26e98 with binding_index 1 {{(pid=101214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:36:41.537906 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [None req-c6d56782-3fd9-4030-b247-09ac289ce63d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-3-iscsi, c1d896d4-09e5-4448-b5c0-207e269fd30a) {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:36:41.541833 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d56782-3fd9-4030-b247-09ac289ce63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:36:41.542409 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-c6d56782-3fd9-4030-b247-09ac289ce63d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for subnet, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:41.547163 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8ad7d6-b40f-431d-9ff7-e7b342466f14 None None] Network c1d896d4-09e5-4448-b5c0-207e269fd30a requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:36:41.687209 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa82a8464-970f-51ea-a067-ae169fa58494-c1d896d4-09e5-4448-b5c0-207e269fd30a', 'network_id': 'c1d896d4-09e5-4448-b5c0-207e269fd30a', 'tenant_id': 'f692282a305d43d28a6f7aeef4962753', 'fixed_ips': [{'subnet_id': 'c3b1f5f7-1c47-4d81-8f4d-15217ca4809f'}]}} from dv-cinder-803456-3-iscsi. {{(pid=101215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 13:36:41.688070 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:41.704872 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-c6d56782-3fd9-4030-b247-09ac289ce63d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7077551 Sep 15 13:36:41.832654 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.db_base_plugin_common [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Allocated IP 192.168.233.2 (c1d896d4-09e5-4448-b5c0-207e269fd30a/c3b1f5f7-1c47-4d81-8f4d-15217ca4809f/fa479953-ef08-4513-a986-320e87d964a7) {{(pid=101215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:36:41.978264 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Notify callbacks [] for port, precommit_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:42.072350 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:42.114666 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Network c1d896d4-09e5-4448-b5c0-207e269fd30a is already hosted by enough agents. {{(pid=101215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:36:42.118536 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.scheduler.base_scheduler [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Resources bound (agent type, host, resource id): {{(pid=101215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:36:42.121627 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Received port after_create {{(pid=101215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:36:42.133547 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Pushing event updated for resources: {'Port': ['ID=fa479953-ef08-4513-a986-320e87d964a7,revision_number=1']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:36:42.158368 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:42.158737 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:42.159083 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:42.159412 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:42.159735 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:42.160060 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:42.160381 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:42.160700 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:42.161042 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:42.161408 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:42.162663 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:42.163009 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:36:42.197096 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Attempting to bind port fa479953-ef08-4513-a986-320e87d964a7 on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:36:42.197486 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Attempting to bind port fa479953-ef08-4513-a986-320e87d964a7 by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': '3b2cf587-603f-45b8-a8e6-fda8e25f551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1d896d4-09e5-4448-b5c0-207e269fd30a'}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:36:42.197841 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Attempting to bind port fa479953-ef08-4513-a986-320e87d964a7 on network c1d896d4-09e5-4448-b5c0-207e269fd30a {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:36:42.202890 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:36:42.203219 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Checking segment: {'id': '3b2cf587-603f-45b8-a8e6-fda8e25f551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1d896d4-09e5-4448-b5c0-207e269fd30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:36:42.203616 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:42.204003 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Bound using segment: {'id': '3b2cf587-603f-45b8-a8e6-fda8e25f551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1d896d4-09e5-4448-b5c0-207e269fd30a'} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:36:42.204455 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Bound port: fa479953-ef08-4513-a986-320e87d964a7, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2cf587-603f-45b8-a8e6-fda8e25f551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1d896d4-09e5-4448-b5c0-207e269fd30a'}}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:36:42.204834 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:42.267803 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] For port fa479953-ef08-4513-a986-320e87d964a7, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:36:42.270806 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] For port fa479953-ef08-4513-a986-320e87d964a7, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=fa479953-ef08-4513-a986-320e87d964a7,segment=NetworkSegment(3b2cf587-603f-45b8-a8e6-fda8e25f551f),segment_id=3b2cf587-603f-45b8-a8e6-fda8e25f551f)] {{(pid=101215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:36:42.364036 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:42.428329 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3069bff-ff03-4446-81db-d46a8e00337b None None] Pushing event updated for resources: {'Port': ['ID=fa479953-ef08-4513-a986-320e87d964a7,revision_number=2']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:36:43.246197 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b71cad7-e85e-4ed1-ace4-935456c15850 None None] Network c1d896d4-09e5-4448-b5c0-207e269fd30a requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:36:43.295003 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-593e33c2-e156-434e-a66c-25349d2604fa None None] Provisioning complete for port fa479953-ef08-4513-a986-320e87d964a7 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:36:43.295369 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-593e33c2-e156-434e-a66c-25349d2604fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:43.344442 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device fa479953-ef08-4513-a986-320e87d964a7 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:36:43.504048 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port fa479953-ef08-4513-a986-320e87d964a7 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:36:43.504349 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:43.545900 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-593e33c2-e156-434e-a66c-25349d2604fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:43.597678 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-593e33c2-e156-434e-a66c-25349d2604fa None None] For port fa479953-ef08-4513-a986-320e87d964a7, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=fa479953-ef08-4513-a986-320e87d964a7,segment=NetworkSegment(3b2cf587-603f-45b8-a8e6-fda8e25f551f),segment_id=3b2cf587-603f-45b8-a8e6-fda8e25f551f)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:36:43.639942 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:43.683962 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-593e33c2-e156-434e-a66c-25349d2604fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:43.759506 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.db.api [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 13:36:43.759830 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG oslo_db.api [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 13:36:43.764332 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e33c2-e156-434e-a66c-25349d2604fa None None] Pushing event updated for resources: {'Port': ['ID=fa479953-ef08-4513-a986-320e87d964a7,revision_number=3']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:36:43.804210 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-fa067bcc-394c-47c0-b0fc-1cb18a7ce89f None None] Provisioning complete for port fa479953-ef08-4513-a986-320e87d964a7 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:36:43.804583 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-fa067bcc-394c-47c0-b0fc-1cb18a7ce89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:45.312195 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device fa479953-ef08-4513-a986-320e87d964a7 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:36:45.358807 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port fa479953-ef08-4513-a986-320e87d964a7 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:36:45.359170 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:51.179852 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-911c43c7-edae-487b-b599-bf50262ea4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:53.699497 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-e6272ef8-3112-4c34-9c14-4a6d51715c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:53.745232 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:55.006543 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:36:56.589489 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:37:02.390482 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 5 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:37:21.230080 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-3b6fffc3-2797-487d-9efb-d1b6aa6d5607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:37:23.696337 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-0ba5d1ad-3ee3-49ab-a941-e683305365b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:37:23.805281 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:37:25.010583 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:37:26.587715 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:37:39.389323 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 5 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:37:51.181060 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-376a35a0-ff10-44a0-90e7-f0e94cdc2c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:37:53.685587 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-5be65091-b699-4ab5-9398-a194e09baf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:37:53.740818 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:37:55.020819 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:37:56.600148 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:03.453308 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 41764) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:38:03.459760 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [None req-9cd2995b-c8cd-4317-9870-5c8fb5aa4f90 tempest-verify_tempest_config-1020829304 tempest-verify_tempest_config-1020829304-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:38:03.460729 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-9cd2995b-c8cd-4317-9870-5c8fb5aa4f90 tempest-verify_tempest_config-1020829304 tempest-verify_tempest_config-1020829304-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064721 Sep 15 13:38:04.267702 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 41782) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:38:04.458623 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-24812e98-9cd4-461d-91a4-2675401624df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:04.568425 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-24812e98-9cd4-461d-91a4-2675401624df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:04.660794 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-24812e98-9cd4-461d-91a4-2675401624df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:04.703895 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-24812e98-9cd4-461d-91a4-2675401624df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51d67324d11045bab2b926c68171ede4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4346495 Sep 15 13:38:04.705721 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24812e98-9cd4-461d-91a4-2675401624df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1f4d38-b947-419e-b1dc-7a53804ad45e,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:38:04.707453 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 41786) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:38:04.720072 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24812e98-9cd4-461d-91a4-2675401624df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:04.720357 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24812e98-9cd4-461d-91a4-2675401624df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:04.720700 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24812e98-9cd4-461d-91a4-2675401624df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:04.721049 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24812e98-9cd4-461d-91a4-2675401624df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:04.721469 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24812e98-9cd4-461d-91a4-2675401624df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:04.722090 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24812e98-9cd4-461d-91a4-2675401624df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:04.722090 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24812e98-9cd4-461d-91a4-2675401624df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:04.722429 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24812e98-9cd4-461d-91a4-2675401624df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:04.722828 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24812e98-9cd4-461d-91a4-2675401624df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:04.723158 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24812e98-9cd4-461d-91a4-2675401624df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:04.723473 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24812e98-9cd4-461d-91a4-2675401624df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:04.723785 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24812e98-9cd4-461d-91a4-2675401624df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:04.764845 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5aaf5d4e-8fb7-467f-b70d-135ba55fb74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:04.785586 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5aaf5d4e-8fb7-467f-b70d-135ba55fb74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:04.920069 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5aaf5d4e-8fb7-467f-b70d-135ba55fb74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:04.922686 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5aaf5d4e-8fb7-467f-b70d-135ba55fb74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:04.923911 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-5aaf5d4e-8fb7-467f-b70d-135ba55fb74a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf1f4d38-b947-419e-b1dc-7a53804ad45e HTTP/1.1" status: 204 len: 168 time: 0.2154217 Sep 15 13:38:04.931546 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf5d4e-8fb7-467f-b70d-135ba55fb74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1f4d38-b947-419e-b1dc-7a53804ad45e,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:38:04.938307 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf5d4e-8fb7-467f-b70d-135ba55fb74a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:04.938681 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf5d4e-8fb7-467f-b70d-135ba55fb74a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:04.939019 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf5d4e-8fb7-467f-b70d-135ba55fb74a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:04.939355 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf5d4e-8fb7-467f-b70d-135ba55fb74a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:04.939687 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf5d4e-8fb7-467f-b70d-135ba55fb74a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:04.940041 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf5d4e-8fb7-467f-b70d-135ba55fb74a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:04.940879 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf5d4e-8fb7-467f-b70d-135ba55fb74a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:04.941275 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf5d4e-8fb7-467f-b70d-135ba55fb74a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:04.941564 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf5d4e-8fb7-467f-b70d-135ba55fb74a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:04.941885 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf5d4e-8fb7-467f-b70d-135ba55fb74a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:04.942206 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf5d4e-8fb7-467f-b70d-135ba55fb74a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:04.942525 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaf5d4e-8fb7-467f-b70d-135ba55fb74a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:38:16.387490 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 5 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:38:21.185128 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fc04-3045-456d-b5a9-0ce96848171f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:23.701436 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9e1cf7fc-eb88-404b-b1fd-5da9a6f2b964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:23.752965 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:25.050166 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:26.609805 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:51.174715 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-85d2b456-1ccf-4d15-bf5a-efe8c649b0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:53.386587 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 5 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:38:53.697310 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-8b5b51f2-49f2-41ce-a806-96027a111459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:53.783392 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:55.051766 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:38:56.598107 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:21.184529 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-f3ec98e1-8276-49c2-a363-df57661c511d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:23.680548 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-a995b7a4-fb1a-40eb-b762-174afc13c50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:23.735683 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:25.033224 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:26.610109 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:30.385130 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 5 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:39:36.829842 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550946'] for agent, after_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:51.183339 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af94f164-d0d8-4c5b-a82a-7ae8462060f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:52.104920 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 41862) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:39:52.207894 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-de2df1db-3c22-44b3-93a5-8593c25aea00 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1018708 Sep 15 13:39:53.706625 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-579c88de-6cd1-44d5-9fc8-1b3aa88669e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:53.766496 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:54.411842 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 41872) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:39:54.465633 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-5293d719-89e5-4131-bbfe-3378d306781a admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0527160 Sep 15 13:39:55.037004 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:39:56.608737 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:06.774202 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:07.383878 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:40:21.173321 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-0ad11b37-e400-4b95-af4a-b0ebf7107dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:23.677178 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-389622a9-e266-45f6-a699-cd932fef7528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:23.768229 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:25.035949 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:26.599008 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:36.810436 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:44.382060 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:40:51.200562 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-8f428d3c-5d65-4ea9-a914-63d396a946f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:53.686899 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-6c05efd6-8e32-4b06-b4ad-8eb8a4b795b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:53.726224 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:55.051475 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:40:56.632052 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:06.814411 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:21.187673 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-fdeb66de-aeb7-4c33-acde-6677fcf36886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:21.385610 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:41:23.007958 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 42006) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:23.364637 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2124079125-network', 'tenant_id': '5a77332b667a46f3aeede13af86ec8bd'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:41:23.484138 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Made reservation on behalf of 5a77332b667a46f3aeede13af86ec8bd for: {'network': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:41:23.486476 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for network, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:23.494925 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:23.587887 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:23.661409 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:23.689019 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=101213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:41:23.689821 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-e26604b8-8770-4aee-bf61-acfc3fb4c06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:23.695188 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c86c5b-222d-4b95-8781-363586ce6678,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:23.707128 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:23.707493 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:23.707859 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:23.708163 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:23.708485 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:23.708804 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:23.709124 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:23.709475 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:23.709880 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:23.710450 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:23.710762 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:23.711070 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Tracked resource versions report: Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: pushed versions: Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: { 'AddressGroup': {'1.2'}, Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: 'ConntrackHelper': {'1.0'}, Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: 'Log': {'1.0'}, Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: 'Network': {'1.1'}, Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: 'Port': {'1.7'}, Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: 'PortForwarding': {'1.2'}, Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: 'QosPolicy': {'1.9'}, Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: 'SecurityGroup': {'1.4'}, Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: 'SecurityGroupRule': {'1.2'}, Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: 'SubPort': {'1.0'}, Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: 'Subnet': {'1.1'}, Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: 'Trunk': {'1.1'}} Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: consumer versions: Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: { DHCP agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: HyperV agent@hv-cinder-80345: {}, Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: L3 agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: Metadata agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: Metering agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: Open vSwitch agent@dv-cinder-803456-3-iscsi: { 'AddressGroup': '1.2', Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: 'ConntrackHelper': '1.0', Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: 'Log': '1.0', Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: 'Network': '1.1', Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: 'Port': '1.7', Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: 'PortForwarding': '1.2', Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: 'QosPolicy': '1.9', Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: 'SecurityGroup': '1.4', Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: 'SecurityGroupRule': '1.2', Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: 'SubPort': '1.0', Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: 'Subnet': '1.1', Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: 'Trunk': '1.1'}} Sep 15 13:41:23.712065 dv-cinder-803456-3-iscsi neutron-server[101213]: {{(pid=101213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 13:41:23.717755 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:23.725296 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.db.segments_db [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Added segment d14f63da-a985-4db0-8786-b9f772d6bbf2 of type vlan for network 6d9650cb-d25b-4bf9-b3d3-aa64a46281ae Sep 15 13:41:23.758210 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777769156895'] for network, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:23.813752 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:23.895715 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for network, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:23.896766 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:23.897385 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:23.963083 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] Pushing event updated for resources: {'Network': ['ID=6d9650cb-d25b-4bf9-b3d3-aa64a46281ae,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:23.973692 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Network 6d9650cb-d25b-4bf9-b3d3-aa64a46281ae details requested by agent ovs-agent-dv-cinder-803456-3-iscsi with host dv-cinder-803456-3-iscsi {{(pid=101215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:41:23.986555 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-034aba74-e2ad-4134-9763-c22eae1ee140 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9764783 Sep 15 13:41:23.989076 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 42048) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:23.994520 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-3d5b1d84-ffdb-438f-a4a6-4af5636836db admin admin] Request body: {'subnet': {'network_id': '6d9650cb-d25b-4bf9-b3d3-aa64a46281ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2124079125-subnet', 'tenant_id': '5a77332b667a46f3aeede13af86ec8bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:41:24.090396 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5b1d84-ffdb-438f-a4a6-4af5636836db admin admin] Made reservation on behalf of 5a77332b667a46f3aeede13af86ec8bd for: {'subnet': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:41:24.092790 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3d5b1d84-ffdb-438f-a4a6-4af5636836db admin admin] Notify callbacks [] for subnet, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:24.381691 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3d5b1d84-ffdb-438f-a4a6-4af5636836db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for subnet, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:24.438664 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b1d84-ffdb-438f-a4a6-4af5636836db admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e2a9b9a-a96e-41b1-a240-643d927b0ccf,revision_number=0']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:24.452120 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5b1d84-ffdb-438f-a4a6-4af5636836db admin admin] Checking segment: {'id': 'd14f63da-a985-4db0-8786-b9f772d6bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6d9650cb-d25b-4bf9-b3d3-aa64a46281ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:41:24.452674 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5b1d84-ffdb-438f-a4a6-4af5636836db admin admin] Network hostable DHCP agents. Network: 6d9650cb-d25b-4bf9-b3d3-aa64a46281ae, hostable agents: ['059ef8ed-a851-4324-85c0-3d7a16d26e98'], hosted agents: [] {{(pid=101213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:41:24.546971 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5b1d84-ffdb-438f-a4a6-4af5636836db admin admin] Network 6d9650cb-d25b-4bf9-b3d3-aa64a46281ae is scheduled to be hosted by DHCP agent 059ef8ed-a851-4324-85c0-3d7a16d26e98 with binding_index 1 {{(pid=101213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:41:24.638593 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-3d5b1d84-ffdb-438f-a4a6-4af5636836db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-3-iscsi, 6d9650cb-d25b-4bf9-b3d3-aa64a46281ae) {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:41:24.642858 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5b1d84-ffdb-438f-a4a6-4af5636836db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:24.643464 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3d5b1d84-ffdb-438f-a4a6-4af5636836db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for subnet, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:24.651594 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e917a232-c227-4177-85fd-64d233f14467 None None] Network 6d9650cb-d25b-4bf9-b3d3-aa64a46281ae requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:41:24.658261 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 42082) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:24.751973 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-3d5b1d84-ffdb-438f-a4a6-4af5636836db admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7615678 Sep 15 13:41:24.789582 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2a28e1-3417-4450-9d40-115181a3eae7 None None] Network 6d9650cb-d25b-4bf9-b3d3-aa64a46281ae requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:41:24.954614 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-bb226853-c38b-4960-96a4-a730f68108af admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1916069343-network', 'tenant_id': '30e683cd0b3b464593bae97131ae8279'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:41:25.087877 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb226853-c38b-4960-96a4-a730f68108af admin admin] Made reservation on behalf of 30e683cd0b3b464593bae97131ae8279 for: {'network': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:41:25.089548 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:25.090372 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-bb226853-c38b-4960-96a4-a730f68108af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for network, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:25.103245 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-bb226853-c38b-4960-96a4-a730f68108af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:25.193878 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-bb226853-c38b-4960-96a4-a730f68108af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:25.290135 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-bb226853-c38b-4960-96a4-a730f68108af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:25.318484 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb226853-c38b-4960-96a4-a730f68108af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=101213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:41:25.333839 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb226853-c38b-4960-96a4-a730f68108af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91df39c-910b-46cc-8b1a-8f97bc79ff21,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:25.336840 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-bb226853-c38b-4960-96a4-a730f68108af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:25.337205 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.db.segments_db [None req-bb226853-c38b-4960-96a4-a730f68108af admin admin] Added segment cb5413ea-771f-42e8-811f-6415872afa7a of type vlan for network 00a6423b-264c-4faa-9184-20a06ec6a475 Sep 15 13:41:25.378508 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-bb226853-c38b-4960-96a4-a730f68108af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777769156895'] for network, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:25.484545 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-bb226853-c38b-4960-96a4-a730f68108af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for network, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:25.485712 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb226853-c38b-4960-96a4-a730f68108af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:25.486294 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-bb226853-c38b-4960-96a4-a730f68108af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:25.505612 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 42118) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:25.552896 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb226853-c38b-4960-96a4-a730f68108af admin admin] Pushing event updated for resources: {'Network': ['ID=00a6423b-264c-4faa-9184-20a06ec6a475,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:25.566205 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Network 00a6423b-264c-4faa-9184-20a06ec6a475 details requested by agent ovs-agent-dv-cinder-803456-3-iscsi with host dv-cinder-803456-3-iscsi {{(pid=101215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:41:25.593506 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 42126) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:25.599799 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-bb226853-c38b-4960-96a4-a730f68108af admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9401679 Sep 15 13:41:25.602355 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 42130) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:25.607286 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-2843301b-5024-4f4a-967f-6628a511fc04 admin admin] Request body: {'subnet': {'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1916069343-subnet', 'tenant_id': '30e683cd0b3b464593bae97131ae8279', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:41:25.707041 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2843301b-5024-4f4a-967f-6628a511fc04 admin admin] Made reservation on behalf of 30e683cd0b3b464593bae97131ae8279 for: {'subnet': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:41:25.709527 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-2843301b-5024-4f4a-967f-6628a511fc04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:25.878719 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-f6b2a83a-bbf1-4e32-acac-d85a5940a170 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-452463078-network', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:41:25.915348 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-40a37fe5-1c92-4937-b438-c3528ced54df admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-215053077-network', 'tenant_id': 'e9d232f7ddba465ebf00a66c759ab7fb'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:41:25.929968 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-2843301b-5024-4f4a-967f-6628a511fc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for subnet, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:25.996917 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2843301b-5024-4f4a-967f-6628a511fc04 admin admin] Checking segment: {'id': 'cb5413ea-771f-42e8-811f-6415872afa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:41:25.997283 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2843301b-5024-4f4a-967f-6628a511fc04 admin admin] Network hostable DHCP agents. Network: 00a6423b-264c-4faa-9184-20a06ec6a475, hostable agents: ['059ef8ed-a851-4324-85c0-3d7a16d26e98'], hosted agents: [] {{(pid=101214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:41:26.004178 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b2a83a-bbf1-4e32-acac-d85a5940a170 admin admin] Made reservation on behalf of 9afbcb1e186943a180e744626f0ee7af for: {'network': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:41:26.011974 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f6b2a83a-bbf1-4e32-acac-d85a5940a170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for network, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:26.011974 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843301b-5024-4f4a-967f-6628a511fc04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6063b90d-c941-474e-b7a5-2a0f7253c43f,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:26.028165 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f6b2a83a-bbf1-4e32-acac-d85a5940a170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:26.041137 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2843301b-5024-4f4a-967f-6628a511fc04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:26.041502 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2843301b-5024-4f4a-967f-6628a511fc04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:26.041924 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2843301b-5024-4f4a-967f-6628a511fc04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:26.042249 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2843301b-5024-4f4a-967f-6628a511fc04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:26.042571 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2843301b-5024-4f4a-967f-6628a511fc04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:26.043022 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2843301b-5024-4f4a-967f-6628a511fc04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:26.043328 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2843301b-5024-4f4a-967f-6628a511fc04 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:26.043560 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2843301b-5024-4f4a-967f-6628a511fc04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:26.043944 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2843301b-5024-4f4a-967f-6628a511fc04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:26.044267 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2843301b-5024-4f4a-967f-6628a511fc04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:26.044597 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2843301b-5024-4f4a-967f-6628a511fc04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:26.044917 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2843301b-5024-4f4a-967f-6628a511fc04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2843301b-5024-4f4a-967f-6628a511fc04 admin admin] Tracked resource versions report: Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: pushed versions: Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: { 'AddressGroup': {'1.2'}, Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: 'ConntrackHelper': {'1.0'}, Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: 'Log': {'1.0'}, Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: 'Network': {'1.1'}, Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: 'Port': {'1.7'}, Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: 'PortForwarding': {'1.2'}, Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: 'QosPolicy': {'1.9'}, Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: 'SecurityGroup': {'1.4'}, Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: 'SecurityGroupRule': {'1.2'}, Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: 'SubPort': {'1.0'}, Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: 'Subnet': {'1.1'}, Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: 'Trunk': {'1.1'}} Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: consumer versions: Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: { DHCP agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: HyperV agent@hv-cinder-80345: {}, Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: L3 agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: Metadata agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: Metering agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: Open vSwitch agent@dv-cinder-803456-3-iscsi: { 'AddressGroup': '1.2', Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: 'ConntrackHelper': '1.0', Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: 'Log': '1.0', Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: 'Network': '1.1', Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: 'Port': '1.7', Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: 'PortForwarding': '1.2', Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: 'QosPolicy': '1.9', Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: 'SecurityGroup': '1.4', Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: 'SecurityGroupRule': '1.2', Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: 'SubPort': '1.0', Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: 'Subnet': '1.1', Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: 'Trunk': '1.1'}} Sep 15 13:41:26.046417 dv-cinder-803456-3-iscsi neutron-server[101214]: {{(pid=101214) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 13:41:26.136504 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2843301b-5024-4f4a-967f-6628a511fc04 admin admin] Network 00a6423b-264c-4faa-9184-20a06ec6a475 is scheduled to be hosted by DHCP agent 059ef8ed-a851-4324-85c0-3d7a16d26e98 with binding_index 1 {{(pid=101214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:41:26.141687 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a37fe5-1c92-4937-b438-c3528ced54df admin admin] Made reservation on behalf of e9d232f7ddba465ebf00a66c759ab7fb for: {'network': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:41:26.144513 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-40a37fe5-1c92-4937-b438-c3528ced54df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for network, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:26.160346 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-40a37fe5-1c92-4937-b438-c3528ced54df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:26.243189 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f6b2a83a-bbf1-4e32-acac-d85a5940a170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:26.267303 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [None req-2843301b-5024-4f4a-967f-6628a511fc04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-3-iscsi, 00a6423b-264c-4faa-9184-20a06ec6a475) {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:41:26.271894 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2843301b-5024-4f4a-967f-6628a511fc04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:26.272608 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-2843301b-5024-4f4a-967f-6628a511fc04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for subnet, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:26.282874 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e0cd2f-4a3a-4e90-b0ac-2228ae099ce4 None None] Network 00a6423b-264c-4faa-9184-20a06ec6a475 requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:41:26.335630 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f6b2a83a-bbf1-4e32-acac-d85a5940a170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:26.393751 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b2a83a-bbf1-4e32-acac-d85a5940a170 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=101214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:41:26.415763 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2a83a-bbf1-4e32-acac-d85a5940a170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98a78d9-db20-4c41-b39d-115ad4392c0c,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:26.420732 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f6b2a83a-bbf1-4e32-acac-d85a5940a170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:26.420732 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.db.segments_db [None req-f6b2a83a-bbf1-4e32-acac-d85a5940a170 admin admin] Added segment c2499852-0995-4468-ba42-b5e7f07ff544 of type vlan for network 1a95ae3f-eb65-4410-bd12-2770233cdae3 Sep 15 13:41:26.476880 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4ff280-5d16-48bc-be21-2edbc39a6012 None None] Network 00a6423b-264c-4faa-9184-20a06ec6a475 requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:41:26.501141 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f6b2a83a-bbf1-4e32-acac-d85a5940a170 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777769156895'] for network, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:26.536134 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-40a37fe5-1c92-4937-b438-c3528ced54df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:26.640964 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f6b2a83a-bbf1-4e32-acac-d85a5940a170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for network, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:26.642099 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b2a83a-bbf1-4e32-acac-d85a5940a170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:26.642809 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f6b2a83a-bbf1-4e32-acac-d85a5940a170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:26.649286 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-40a37fe5-1c92-4937-b438-c3528ced54df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:26.695999 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:26.716631 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a37fe5-1c92-4937-b438-c3528ced54df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea28c97-f6f6-4945-b931-4a6fb56fd584,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:26.731793 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a37fe5-1c92-4937-b438-c3528ced54df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=101214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:41:26.750635 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-2843301b-5024-4f4a-967f-6628a511fc04 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1385994 Sep 15 13:41:26.750635 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-40a37fe5-1c92-4937-b438-c3528ced54df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:26.750635 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.db.segments_db [None req-40a37fe5-1c92-4937-b438-c3528ced54df admin admin] Added segment 9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a of type vlan for network af76b73a-45f4-4385-bb34-2d79a1f2655b Sep 15 13:41:26.788289 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2a83a-bbf1-4e32-acac-d85a5940a170 admin admin] Pushing event updated for resources: {'Network': ['ID=1a95ae3f-eb65-4410-bd12-2770233cdae3,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:26.801726 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Network 1a95ae3f-eb65-4410-bd12-2770233cdae3 details requested by agent ovs-agent-dv-cinder-803456-3-iscsi with host dv-cinder-803456-3-iscsi {{(pid=101215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:41:26.879669 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 42202) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:26.883690 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-f6b2a83a-bbf1-4e32-acac-d85a5940a170 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3741782 Sep 15 13:41:26.884839 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-34849a96-eb66-4ff2-96af-87801e715b52 admin admin] Request body: {'subnet': {'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-452463078-subnet', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:41:26.913734 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-40a37fe5-1c92-4937-b438-c3528ced54df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777769156895'] for network, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:26.987256 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34849a96-eb66-4ff2-96af-87801e715b52 admin admin] Made reservation on behalf of 9afbcb1e186943a180e744626f0ee7af for: {'subnet': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:41:26.989722 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-34849a96-eb66-4ff2-96af-87801e715b52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:27.027494 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-40a37fe5-1c92-4937-b438-c3528ced54df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for network, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:27.028501 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a37fe5-1c92-4937-b438-c3528ced54df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:27.029712 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-40a37fe5-1c92-4937-b438-c3528ced54df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:27.094445 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a37fe5-1c92-4937-b438-c3528ced54df admin admin] Pushing event updated for resources: {'Network': ['ID=af76b73a-45f4-4385-bb34-2d79a1f2655b,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:27.106931 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Network af76b73a-45f4-4385-bb34-2d79a1f2655b details requested by agent ovs-agent-dv-cinder-803456-3-iscsi with host dv-cinder-803456-3-iscsi {{(pid=101215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:41:27.162552 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-40a37fe5-1c92-4937-b438-c3528ced54df admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5673330 Sep 15 13:41:27.163373 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 42220) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:27.168347 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-a5cde446-1510-46ed-a651-38bb2973f923 admin admin] Request body: {'subnet': {'network_id': 'af76b73a-45f4-4385-bb34-2d79a1f2655b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-215053077-subnet', 'tenant_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:41:27.299423 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cde446-1510-46ed-a651-38bb2973f923 admin admin] Made reservation on behalf of e9d232f7ddba465ebf00a66c759ab7fb for: {'subnet': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:41:27.302236 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a5cde446-1510-46ed-a651-38bb2973f923 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:27.331614 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-34849a96-eb66-4ff2-96af-87801e715b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for subnet, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:27.416172 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34849a96-eb66-4ff2-96af-87801e715b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6,revision_number=0']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:27.422720 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34849a96-eb66-4ff2-96af-87801e715b52 admin admin] Checking segment: {'id': 'c2499852-0995-4468-ba42-b5e7f07ff544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:41:27.423743 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34849a96-eb66-4ff2-96af-87801e715b52 admin admin] Network hostable DHCP agents. Network: 1a95ae3f-eb65-4410-bd12-2770233cdae3, hostable agents: ['059ef8ed-a851-4324-85c0-3d7a16d26e98'], hosted agents: [] {{(pid=101213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:41:27.534787 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 42240) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:27.535824 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34849a96-eb66-4ff2-96af-87801e715b52 admin admin] Network 1a95ae3f-eb65-4410-bd12-2770233cdae3 is scheduled to be hosted by DHCP agent 059ef8ed-a851-4324-85c0-3d7a16d26e98 with binding_index 1 {{(pid=101213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:41:27.536922 dv-cinder-803456-3-iscsi neutron-server[101214]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 13:41:27.644289 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a5cde446-1510-46ed-a651-38bb2973f923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for subnet, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:27.684390 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-34849a96-eb66-4ff2-96af-87801e715b52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-3-iscsi, 1a95ae3f-eb65-4410-bd12-2770233cdae3) {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:41:27.694325 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34849a96-eb66-4ff2-96af-87801e715b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:27.700429 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-34849a96-eb66-4ff2-96af-87801e715b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for subnet, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:27.701852 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e67fe20-ec7f-427b-85e4-245f18d645b6 None None] Network 1a95ae3f-eb65-4410-bd12-2770233cdae3 requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:41:27.756922 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-eec0daec-9011-4d24-b62e-199b2e258950 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:27.758453 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-eec0daec-9011-4d24-b62e-199b2e258950 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/networks?id=6d9650cb-d25b-4bf9-b3d3-aa64a46281ae HTTP/1.1" status: 200 len: 812 time: 0.2226605 Sep 15 13:41:27.765311 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cde446-1510-46ed-a651-38bb2973f923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2dd6332-a9e3-4eef-b026-6ff2e75e77c7,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:27.781447 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-1c4832fd-acbe-4d2f-b27a-d5eda2daf88e tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/quotas/5a77332b667a46f3aeede13af86ec8bd HTTP/1.1" status: 200 len: 375 time: 0.0170021 Sep 15 13:41:27.786940 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cde446-1510-46ed-a651-38bb2973f923 admin admin] Checking segment: {'id': '9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'af76b73a-45f4-4385-bb34-2d79a1f2655b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:41:27.787295 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cde446-1510-46ed-a651-38bb2973f923 admin admin] Network hostable DHCP agents. Network: af76b73a-45f4-4385-bb34-2d79a1f2655b, hostable agents: ['059ef8ed-a851-4324-85c0-3d7a16d26e98'], hosted agents: [] {{(pid=101214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:41:27.848762 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-6985643c-bd3b-4860-85e8-61cc5592b561 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a77332b667a46f3aeede13af86ec8bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582688 Sep 15 13:41:27.884751 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa82a8464-970f-51ea-a067-ae169fa58494-1a95ae3f-eb65-4410-bd12-2770233cdae3', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'fixed_ips': [{'subnet_id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6'}]}} from dv-cinder-803456-3-iscsi. {{(pid=101215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 13:41:27.885685 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:27.891062 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-34849a96-eb66-4ff2-96af-87801e715b52 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0076292 Sep 15 13:41:27.897619 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 42250) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:27.897619 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-12c92b06-4fee-4e59-bd70-cdc2edfff2b8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-452463078-router', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:41:27.973858 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cde446-1510-46ed-a651-38bb2973f923 admin admin] Network af76b73a-45f4-4385-bb34-2d79a1f2655b is scheduled to be hosted by DHCP agent 059ef8ed-a851-4324-85c0-3d7a16d26e98 with binding_index 1 {{(pid=101214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:41:28.033719 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.db_base_plugin_common [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Allocated IP 172.20.0.2 (1a95ae3f-eb65-4410-bd12-2770233cdae3/e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6/922a36c7-1d6f-447d-8302-4758fb74f37b) {{(pid=101215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:41:28.043874 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-88c41e8e-e372-4177-a368-43e214f811fb service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:41:28.046051 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-88c41e8e-e372-4177-a368-43e214f811fb service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490983 Sep 15 13:41:28.132501 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-9ac58ad3-d81b-458f-a08e-ab876a3f97a7 service neutron] 10.222.0.30 "GET /v2.0/networks/6d9650cb-d25b-4bf9-b3d3-aa64a46281ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804105 Sep 15 13:41:28.139789 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-12c92b06-4fee-4e59-bd70-cdc2edfff2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1737'] for router, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:28.141309 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-12c92b06-4fee-4e59-bd70-cdc2edfff2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1746'] for router, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:28.175212 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Notify callbacks [] for port, precommit_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:28.210724 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-12c92b06-4fee-4e59-bd70-cdc2edfff2b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:28.214439 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [None req-a5cde446-1510-46ed-a651-38bb2973f923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-3-iscsi, af76b73a-45f4-4385-bb34-2d79a1f2655b) {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:41:28.221376 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cde446-1510-46ed-a651-38bb2973f923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:28.222043 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a5cde446-1510-46ed-a651-38bb2973f923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for subnet, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:28.229488 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42911aa-29db-42fc-9670-bc03b08f5247 None None] Network af76b73a-45f4-4385-bb34-2d79a1f2655b requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:41:28.244312 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-145970c4-9c74-45aa-86eb-4c0779faab68 service neutron] 10.222.0.30 "GET /v2.0/networks/6d9650cb-d25b-4bf9-b3d3-aa64a46281ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057141 Sep 15 13:41:28.255924 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:28.307805 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Pushing event updated for resources: {'Port': ['ID=922a36c7-1d6f-447d-8302-4758fb74f37b,revision_number=1']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:28.342623 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:28.342861 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-a5cde446-1510-46ed-a651-38bb2973f923 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1781559 Sep 15 13:41:28.343357 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:28.343867 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:28.344209 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:28.344542 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:28.344864 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:28.345211 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:28.345339 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 42256) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:28.345532 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:28.346080 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:28.346527 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:28.346853 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:28.347358 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Tracked resource versions report: Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: pushed versions: Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: { 'AddressGroup': {'1.2'}, Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: 'ConntrackHelper': {'1.0'}, Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: 'Log': {'1.0'}, Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: 'Network': {'1.1'}, Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: 'Port': {'1.7'}, Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: 'PortForwarding': {'1.2'}, Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: 'QosPolicy': {'1.9'}, Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: 'SecurityGroup': {'1.4'}, Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: 'SecurityGroupRule': {'1.2'}, Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: 'SubPort': {'1.0'}, Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: 'Subnet': {'1.1'}, Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: 'Trunk': {'1.1'}} Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: consumer versions: Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: { DHCP agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: HyperV agent@hv-cinder-80345: {}, Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: L3 agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: Metadata agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: Metering agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: Open vSwitch agent@dv-cinder-803456-3-iscsi: { 'AddressGroup': '1.2', Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: 'ConntrackHelper': '1.0', Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: 'Log': '1.0', Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: 'Network': '1.1', Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: 'Port': '1.7', Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: 'PortForwarding': '1.2', Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: 'QosPolicy': '1.9', Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: 'SecurityGroup': '1.4', Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: 'SecurityGroupRule': '1.2', Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: 'SubPort': '1.0', Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: 'Subnet': '1.1', Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: 'Trunk': '1.1'}} Sep 15 13:41:28.348404 dv-cinder-803456-3-iscsi neutron-server[101215]: {{(pid=101215) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 13:41:28.356025 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-0a46d4f0-e660-4c60-9428-83083fc0442b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-215053077-router', 'tenant_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:41:28.360319 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Network 1a95ae3f-eb65-4410-bd12-2770233cdae3 is already hosted by enough agents. {{(pid=101215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:41:28.363259 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.scheduler.base_scheduler [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Resources bound (agent type, host, resource id): {{(pid=101215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:41:28.366501 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Received port after_create {{(pid=101215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:41:28.448260 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0a46d4f0-e660-4c60-9428-83083fc0442b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1737'] for router, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:28.452738 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0a46d4f0-e660-4c60-9428-83083fc0442b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1746'] for router, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:28.455452 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Attempting to bind port 922a36c7-1d6f-447d-8302-4758fb74f37b on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:41:28.456029 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Attempting to bind port 922a36c7-1d6f-447d-8302-4758fb74f37b by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': 'c2499852-0995-4468-ba42-b5e7f07ff544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3'}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:41:28.456563 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Attempting to bind port 922a36c7-1d6f-447d-8302-4758fb74f37b on network 1a95ae3f-eb65-4410-bd12-2770233cdae3 {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:41:28.481219 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:41:28.481219 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Checking segment: {'id': 'c2499852-0995-4468-ba42-b5e7f07ff544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:41:28.481219 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:28.481219 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Bound using segment: {'id': 'c2499852-0995-4468-ba42-b5e7f07ff544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3'} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:41:28.481219 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Bound port: 922a36c7-1d6f-447d-8302-4758fb74f37b, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2499852-0995-4468-ba42-b5e7f07ff544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3'}}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:41:28.481219 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:28.494217 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a20458-24f0-4f81-aaee-8e44b2fcd4b3 None None] Network af76b73a-45f4-4385-bb34-2d79a1f2655b requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:41:28.605085 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-12c92b06-4fee-4e59-bd70-cdc2edfff2b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:28.672999 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0a46d4f0-e660-4c60-9428-83083fc0442b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:28.697416 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] For port 922a36c7-1d6f-447d-8302-4758fb74f37b, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:41:28.701118 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] For port 922a36c7-1d6f-447d-8302-4758fb74f37b, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=922a36c7-1d6f-447d-8302-4758fb74f37b,segment=NetworkSegment(c2499852-0995-4468-ba42-b5e7f07ff544),segment_id=c2499852-0995-4468-ba42-b5e7f07ff544)] {{(pid=101215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:41:28.845064 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:28.949373 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 42298) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:28.953303 dv-cinder-803456-3-iscsi neutron-server[101213]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 13:41:28.973751 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4a18c-dd96-4f8b-b63c-a43eed3edbdb None None] Pushing event updated for resources: {'Port': ['ID=922a36c7-1d6f-447d-8302-4758fb74f37b,revision_number=2']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:29.182112 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7dbb7c0a-e205-4d6c-af1c-5178fbf2fc24 req-7956ca9c-30ba-47e0-afce-d32d2ef3f426 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 210 time: 0.2297909 Sep 15 13:41:29.278427 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0a46d4f0-e660-4c60-9428-83083fc0442b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:29.295068 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-cc27fb7e-05eb-4f65-b62b-78daec72395a tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:29.300259 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-cc27fb7e-05eb-4f65-b62b-78daec72395a tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/networks?id=00a6423b-264c-4faa-9184-20a06ec6a475 HTTP/1.1" status: 200 len: 815 time: 0.5944414 Sep 15 13:41:29.333096 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-62367e77-1e1a-42a1-9e90-d8682e0d2659 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/quotas/30e683cd0b3b464593bae97131ae8279 HTTP/1.1" status: 200 len: 375 time: 0.0318916 Sep 15 13:41:29.336662 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-12c92b06-4fee-4e59-bd70-cdc2edfff2b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:29.371291 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-12c92b06-4fee-4e59-bd70-cdc2edfff2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:29.398473 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-13afc374-f261-4835-933e-0eec8dc53082 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e683cd0b3b464593bae97131ae8279&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644546 Sep 15 13:41:29.544131 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 922a36c7-1d6f-447d-8302-4758fb74f37b up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:41:29.572547 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_common [None req-12c92b06-4fee-4e59-bd70-cdc2edfff2b8 admin admin] Allocated IP 172.27.0.37 (ece37916-b27e-4896-b760-50248bab8142/37569b60-ab24-446b-9709-ec585ea5ec0b/66d906d0-0301-4348-befe-ab68c854165f) {{(pid=101213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:41:29.597827 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-8347b384-e268-456b-b2df-96bba7ef371e service neutron] 10.222.0.30 "GET /v2.0/networks/00a6423b-264c-4faa-9184-20a06ec6a475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768010 Sep 15 13:41:29.729992 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-38eec0bf-be3a-4487-a808-effd0240f611 service neutron] 10.222.0.30 "GET /v2.0/networks/00a6423b-264c-4faa-9184-20a06ec6a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232491 Sep 15 13:41:29.733969 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-12c92b06-4fee-4e59-bd70-cdc2edfff2b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:29.762684 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 922a36c7-1d6f-447d-8302-4758fb74f37b triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:41:29.764224 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:29.876715 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-12c92b06-4fee-4e59-bd70-cdc2edfff2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:29.935739 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:29.947717 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0a46d4f0-e660-4c60-9428-83083fc0442b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:29.980566 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0a46d4f0-e660-4c60-9428-83083fc0442b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:30.039254 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] For port 922a36c7-1d6f-447d-8302-4758fb74f37b, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=922a36c7-1d6f-447d-8302-4758fb74f37b,segment=NetworkSegment(c2499852-0995-4468-ba42-b5e7f07ff544),segment_id=c2499852-0995-4468-ba42-b5e7f07ff544)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:41:30.087017 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c92b06-4fee-4e59-bd70-cdc2edfff2b8 admin admin] Pushing event updated for resources: {'Port': ['ID=66d906d0-0301-4348-befe-ab68c854165f,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:30.098508 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c92b06-4fee-4e59-bd70-cdc2edfff2b8 admin admin] Network ece37916-b27e-4896-b760-50248bab8142 is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:41:30.120089 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-12c92b06-4fee-4e59-bd70-cdc2edfff2b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:41:30.123204 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3bf0aa4d-6030-47f8-8c1a-beb7e921e850 req-68a98e64-ddf7-4056-84f2-f0e13edcd16e tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 210 time: 0.0663221 Sep 15 13:41:30.124156 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c92b06-4fee-4e59-bd70-cdc2edfff2b8 admin admin] Received port after_create {{(pid=101213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:41:30.139863 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:30.191434 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [None req-0a46d4f0-e660-4c60-9428-83083fc0442b admin admin] Allocated IP 172.27.0.38 (ece37916-b27e-4896-b760-50248bab8142/37569b60-ab24-446b-9709-ec585ea5ec0b/9a822c66-cf57-4521-883e-2c041466334e) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:41:30.256394 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Pushing event updated for resources: {'Port': ['ID=922a36c7-1d6f-447d-8302-4758fb74f37b,revision_number=3']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:30.348946 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0a46d4f0-e660-4c60-9428-83083fc0442b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:30.441829 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-933894a7-4605-4240-b55d-e7a7c1638100 req-cf867b9e-5d2e-405e-90ca-f387e5a69bfe tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 210 time: 0.0788515 Sep 15 13:41:30.442196 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587e8e77-826a-446a-9c79-0b00d2f56449 None None] Network 1a95ae3f-eb65-4410-bd12-2770233cdae3 requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:41:30.556860 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0a46d4f0-e660-4c60-9428-83083fc0442b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:30.609450 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a46d4f0-e660-4c60-9428-83083fc0442b admin admin] Network ece37916-b27e-4896-b760-50248bab8142 is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:41:30.612579 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [None req-0a46d4f0-e660-4c60-9428-83083fc0442b admin admin] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:41:30.618693 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a46d4f0-e660-4c60-9428-83083fc0442b admin admin] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:41:30.623155 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-8882e94c-c1ce-4a65-8acb-3cb10b83c0df None None] Provisioning complete for port 922a36c7-1d6f-447d-8302-4758fb74f37b triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:41:30.623524 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-8882e94c-c1ce-4a65-8acb-3cb10b83c0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:30.692342 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46d4f0-e660-4c60-9428-83083fc0442b admin admin] Pushing event updated for resources: {'Port': ['ID=9a822c66-cf57-4521-883e-2c041466334e,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:30.792915 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-12c92b06-4fee-4e59-bd70-cdc2edfff2b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:30.974962 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0a46d4f0-e660-4c60-9428-83083fc0442b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:31.074536 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-c4cabfa2-63a2-41d1-bc51-0713e6dce7e0 None None] Provisioning complete for port 922a36c7-1d6f-447d-8302-4758fb74f37b triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:41:31.075128 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c4cabfa2-63a2-41d1-bc51-0713e6dce7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:31.094800 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-12c92b06-4fee-4e59-bd70-cdc2edfff2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551007'] for router, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:31.256491 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c4598f8f-4717-46d9-aa1a-d090d9273989 req-07506a99-f7d7-48c5-87fb-e3ed95767338 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 210 time: 0.0550787 Sep 15 13:41:31.287212 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0a46d4f0-e660-4c60-9428-83083fc0442b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551007'] for router, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:31.410805 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c92b06-4fee-4e59-bd70-cdc2edfff2b8 admin admin] Router 98f36e57-6586-4df2-a3bd-6da2977e4eb4 is scheduled to L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 with binding_index 1 {{(pid=101213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:41:31.518520 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 922a36c7-1d6f-447d-8302-4758fb74f37b up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:41:31.636978 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 922a36c7-1d6f-447d-8302-4758fb74f37b triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:41:31.637852 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:31.670748 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c92b06-4fee-4e59-bd70-cdc2edfff2b8 admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:41:31.682747 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] Sync routers for ids ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'] in dv-cinder-803456-3-iscsi {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:41:31.695190 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5e870594-0312-40e5-bd1b-ba8d484a00f3 req-c0787a3a-fb6f-4ba0-bd1f-421b294317d9 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 210 time: 0.0323405 Sep 15 13:41:31.703015 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] Routers {'98f36e57-6586-4df2-a3bd-6da2977e4eb4'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:41:31.706488 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:41:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:41:31.737245 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a46d4f0-e660-4c60-9428-83083fc0442b admin admin] Router ef09f7dc-9bd9-401f-bd6e-ffe094c140e3 is scheduled to L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 with binding_index 1 {{(pid=101214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:41:31.799930 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-12c92b06-4fee-4e59-bd70-cdc2edfff2b8 admin admin] Notify callbacks [] for router, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:31.799930 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-12c92b06-4fee-4e59-bd70-cdc2edfff2b8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9075983 Sep 15 13:41:31.807505 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 42454) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:31.924258 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a46d4f0-e660-4c60-9428-83083fc0442b admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:41:31.936145 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] Sync routers for ids ['ef09f7dc-9bd9-401f-bd6e-ffe094c140e3'] in dv-cinder-803456-3-iscsi {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:41:31.945331 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] Routers {'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:41:31.948638 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:41:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['ef09f7dc-9bd9-401f-bd6e-ffe094c140e3'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:41:31.950308 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] Set router 98f36e57-6586-4df2-a3bd-6da2977e4eb4 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:41:32.055844 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0a46d4f0-e660-4c60-9428-83083fc0442b admin admin] Notify callbacks [] for router, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:32.058406 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-0a46d4f0-e660-4c60-9428-83083fc0442b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7110839 Sep 15 13:41:32.067558 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 42468) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:32.083285 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] Set router ef09f7dc-9bd9-401f-bd6e-ffe094c140e3 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:41:32.206867 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'name': 'tempest-AttachVolumeTestJSON-452463078-router', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '66d906d0-0301-4348-befe-ab68c854165f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:41:30Z', 'revision_number': 3, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'gw_port': {'id': '66d906d0-0301-4348-befe-ab68c854165f', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:41:32.243140 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] Checking router: 98f36e57-6586-4df2-a3bd-6da2977e4eb4 for host: dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:41:32.243140 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] Updating router 98f36e57-6586-4df2-a3bd-6da2977e4eb4 port 66d906d0-0301-4348-befe-ab68c854165f binding host dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:41:32.273627 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:32.404665 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3', 'name': 'tempest-ServerRescueNegativeTestJSON-215053077-router', 'tenant_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '9a822c66-cf57-4521-883e-2c041466334e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:41:30Z', 'revision_number': 3, 'project_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'gw_port': {'id': '9a822c66-cf57-4521-883e-2c041466334e', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:12:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:41:32.473011 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] Checking router: ef09f7dc-9bd9-401f-bd6e-ffe094c140e3 for host: dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:41:32.473394 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] Updating router ef09f7dc-9bd9-401f-bd6e-ffe094c140e3 port 9a822c66-cf57-4521-883e-2c041466334e binding host dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:41:32.547263 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:32.606414 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-cab84531-5393-430d-88db-4d3e301190cb req-da8602d1-d41e-4052-ab35-e69ee29554a4 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 210 time: 0.0645168 Sep 15 13:41:32.723502 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 42506) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:32.723641 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-09762152-d329-4b1e-b2d4-a37fbe34d0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:32.777878 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] Notify callbacks [] for port, precommit_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:32.853372 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-085b8db1-0a80-4743-9253-36f143c06197 req-2845f07f-27b9-4187-b9ce-2bd3a767212b tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 210 time: 0.0355465 Sep 15 13:41:32.853372 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-1f39fe9b-00e8-4089-b7f7-5e50266968e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:32.952893 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:32.961573 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-1f39fe9b-00e8-4089-b7f7-5e50266968e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:33.000837 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] Attempting to bind port 66d906d0-0301-4348-befe-ab68c854165f on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:41:33.001243 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] Attempting to bind port 66d906d0-0301-4348-befe-ab68c854165f by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}] {{(pid=101216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:41:33.001603 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] Attempting to bind port 66d906d0-0301-4348-befe-ab68c854165f on network ece37916-b27e-4896-b760-50248bab8142 {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:41:33.016807 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ca9da-1de0-4352-afef-1ade19670ce0 None None] Pushing event updated for resources: {'Port': ['ID=66d906d0-0301-4348-befe-ab68c854165f,revision_number=2']} {{(pid=101216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:33.016807 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:41:33.016807 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] Checking segment: {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:41:33.017115 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:33.017395 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] Bound using segment: {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'} {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:41:33.018133 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] Bound port: 66d906d0-0301-4348-befe-ab68c854165f, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}}] {{(pid=101216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:41:33.018701 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:33.026815 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca9da-1de0-4352-afef-1ade19670ce0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:33.027414 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca9da-1de0-4352-afef-1ade19670ce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:33.027941 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca9da-1de0-4352-afef-1ade19670ce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:33.028446 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca9da-1de0-4352-afef-1ade19670ce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:33.029535 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca9da-1de0-4352-afef-1ade19670ce0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:33.029866 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca9da-1de0-4352-afef-1ade19670ce0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:33.030283 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca9da-1de0-4352-afef-1ade19670ce0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:33.030609 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca9da-1de0-4352-afef-1ade19670ce0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:33.031117 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca9da-1de0-4352-afef-1ade19670ce0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:33.031586 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca9da-1de0-4352-afef-1ade19670ce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:33.032094 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca9da-1de0-4352-afef-1ade19670ce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:33.032406 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca9da-1de0-4352-afef-1ade19670ce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ca9da-1de0-4352-afef-1ade19670ce0 None None] Tracked resource versions report: Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: pushed versions: Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: { 'AddressGroup': {'1.2'}, Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: 'ConntrackHelper': {'1.0'}, Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: 'Log': {'1.0'}, Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: 'Network': {'1.1'}, Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: 'Port': {'1.7'}, Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: 'PortForwarding': {'1.2'}, Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: 'QosPolicy': {'1.9'}, Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: 'SecurityGroup': {'1.4'}, Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: 'SecurityGroupRule': {'1.2'}, Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: 'SubPort': {'1.0'}, Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: 'Subnet': {'1.1'}, Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: 'Trunk': {'1.1'}} Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: consumer versions: Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: { DHCP agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: HyperV agent@hv-cinder-80345: {}, Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: L3 agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: Metadata agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: Metering agent@dv-cinder-803456-3-iscsi: {}, Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: Open vSwitch agent@dv-cinder-803456-3-iscsi: { 'AddressGroup': '1.2', Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: 'ConntrackHelper': '1.0', Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: 'Log': '1.0', Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: 'Network': '1.1', Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: 'Port': '1.7', Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: 'PortForwarding': '1.2', Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: 'QosPolicy': '1.9', Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: 'SecurityGroup': '1.4', Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: 'SecurityGroupRule': '1.2', Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: 'SubPort': '1.0', Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: 'Subnet': '1.1', Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: 'Trunk': '1.1'}} Sep 15 13:41:33.033628 dv-cinder-803456-3-iscsi neutron-server[101216]: {{(pid=101216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 13:41:33.036208 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-1f39fe9b-00e8-4089-b7f7-5e50266968e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:33.118863 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.db [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] For port 66d906d0-0301-4348-befe-ab68c854165f, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:41:33.129499 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39fe9b-00e8-4089-b7f7-5e50266968e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0b489a-77a8-4055-b402-99c72fc1db48,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:33.137814 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.db [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] For port 66d906d0-0301-4348-befe-ab68c854165f, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=66d906d0-0301-4348-befe-ab68c854165f,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:41:33.143540 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-1f39fe9b-00e8-4089-b7f7-5e50266968e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab792067ca0544df8a4f3b8e2873c7c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4585261 Sep 15 13:41:33.154018 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 42526) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:33.181451 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_common [None req-09762152-d329-4b1e-b2d4-a37fbe34d0a7 admin admin] Allocated IP 172.20.0.1 (1a95ae3f-eb65-4410-bd12-2770233cdae3/e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6/3c7f382d-3621-44a8-bf72-fb7e89f93cf0) {{(pid=101213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:41:33.208853 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e68bb14b-6593-4cd2-abe6-54f67e8029bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:33.210947 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:33.230986 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 42530) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:33.234873 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c65acfe2-b468-44b2-ac3a-08cadb5b9958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:33.244817 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] Notify callbacks [] for port, precommit_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:33.279371 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e68bb14b-6593-4cd2-abe6-54f67e8029bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:33.293573 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] Routers {'98f36e57-6586-4df2-a3bd-6da2977e4eb4'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:41:33.294803 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:41:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:41:33.298463 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ca9da-1de0-4352-afef-1ade19670ce0 None None] Pushing event updated for resources: {'Port': ['ID=66d906d0-0301-4348-befe-ab68c854165f,revision_number=3']} {{(pid=101216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:33.324107 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:33.385756 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] Attempting to bind port 9a822c66-cf57-4521-883e-2c041466334e on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:41:33.386336 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] Attempting to bind port 9a822c66-cf57-4521-883e-2c041466334e by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:41:33.386711 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] Attempting to bind port 9a822c66-cf57-4521-883e-2c041466334e on network ece37916-b27e-4896-b760-50248bab8142 {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:41:33.399342 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a90dd-33d5-4fb7-bc1b-f7e3d47e78c1 None None] Pushing event updated for resources: {'Port': ['ID=9a822c66-cf57-4521-883e-2c041466334e,revision_number=2']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:33.402958 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:41:33.403372 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] Checking segment: {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:41:33.404577 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:33.404958 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] Bound using segment: {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:41:33.405508 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] Bound port: 9a822c66-cf57-4521-883e-2c041466334e, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:41:33.406373 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:33.444550 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e451a943-2892-478f-a4f5-15a876033fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:33.459679 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e68bb14b-6593-4cd2-abe6-54f67e8029bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:33.459919 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] Set router 98f36e57-6586-4df2-a3bd-6da2977e4eb4 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:41:33.463380 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e68bb14b-6593-4cd2-abe6-54f67e8029bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:33.469869 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] For port 9a822c66-cf57-4521-883e-2c041466334e, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:41:33.474679 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] For port 9a822c66-cf57-4521-883e-2c041466334e, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=9a822c66-cf57-4521-883e-2c041466334e,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:41:33.474860 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-e68bb14b-6593-4cd2-abe6-54f67e8029bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d0b489a-77a8-4055-b402-99c72fc1db48 HTTP/1.1" status: 204 len: 168 time: 0.3224607 Sep 15 13:41:33.501574 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68bb14b-6593-4cd2-abe6-54f67e8029bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0b489a-77a8-4055-b402-99c72fc1db48,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:33.509586 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_common [None req-c65acfe2-b468-44b2-ac3a-08cadb5b9958 admin admin] Allocated IP 172.20.0.1 (af76b73a-45f4-4385-bb34-2d79a1f2655b/c2dd6332-a9e3-4eef-b026-6ff2e75e77c7/11209467-1eb2-4d33-8fee-bee663d17e58) {{(pid=101213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:41:33.534373 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:33.551897 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-09762152-d329-4b1e-b2d4-a37fbe34d0a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:33.612785 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] Routers {'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:41:33.613766 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:41:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['ef09f7dc-9bd9-401f-bd6e-ffe094c140e3'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:41:33.639966 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e451a943-2892-478f-a4f5-15a876033fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:33.657086 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a90dd-33d5-4fb7-bc1b-f7e3d47e78c1 None None] Pushing event updated for resources: {'Port': ['ID=9a822c66-cf57-4521-883e-2c041466334e,revision_number=3']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:33.708087 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c65acfe2-b468-44b2-ac3a-08cadb5b9958 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:33.708600 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'name': 'tempest-AttachVolumeTestJSON-452463078-router', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '66d906d0-0301-4348-befe-ab68c854165f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:41:30Z', 'revision_number': 3, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'gw_port': {'id': '66d906d0-0301-4348-befe-ab68c854165f', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:41:33.729921 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e451a943-2892-478f-a4f5-15a876033fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:33.752139 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb0947a-fdad-4f9b-9b33-4e480da39ee5 None None] The sync data for ids ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'] in dv-cinder-803456-3-iscsi is: [{'id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'name': 'tempest-AttachVolumeTestJSON-452463078-router', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '66d906d0-0301-4348-befe-ab68c854165f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:41:30Z', 'revision_number': 3, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'gw_port': {'id': '66d906d0-0301-4348-befe-ab68c854165f', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}] {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:41:33.766399 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] Set router ef09f7dc-9bd9-401f-bd6e-ffe094c140e3 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:41:33.774038 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-e451a943-2892-478f-a4f5-15a876033fa1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c90f2d67fc746e8a8f319ca022d7756&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5394950 Sep 15 13:41:33.778149 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 42542) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:33.790557 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3f08c3b7-8bf7-40c6-88cd-54e89a21ad16 req-b060c293-5b71-4b19-9150-9c67588c50cb tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 210 time: 0.0495584 Sep 15 13:41:33.877927 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 42548) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:33.879742 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c65acfe2-b468-44b2-ac3a-08cadb5b9958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:33.884493 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451a943-2892-478f-a4f5-15a876033fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48959bfb-94b1-4778-aba5-72197e6634de,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:33.930452 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-dfa329dc-bb99-46d7-aa85-8eedd3f8338a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:33.956603 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-09762152-d329-4b1e-b2d4-a37fbe34d0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:33.981076 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65acfe2-b468-44b2-ac3a-08cadb5b9958 admin admin] Network af76b73a-45f4-4385-bb34-2d79a1f2655b is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:41:33.989388 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-c65acfe2-b468-44b2-ac3a-08cadb5b9958 admin admin] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:41:33.999326 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-dfa329dc-bb99-46d7-aa85-8eedd3f8338a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:34.005922 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65acfe2-b468-44b2-ac3a-08cadb5b9958 admin admin] Received port after_create {{(pid=101213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:41:34.007558 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c65acfe2-b468-44b2-ac3a-08cadb5b9958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551048'] for router_interface, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:34.032401 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3', 'name': 'tempest-ServerRescueNegativeTestJSON-215053077-router', 'tenant_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '9a822c66-cf57-4521-883e-2c041466334e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:41:30Z', 'revision_number': 3, 'project_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'gw_port': {'id': '9a822c66-cf57-4521-883e-2c041466334e', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:12:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:41:34.033405 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-86e555f3-8138-4286-b99d-b33676b7982d req-012351ac-9ded-4bce-b338-1dd385e38868 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 210 time: 0.0572693 Sep 15 13:41:34.082509 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc15eb1-8bef-4a2e-9d80-6985b9b39f77 None None] The sync data for ids ['ef09f7dc-9bd9-401f-bd6e-ffe094c140e3'] in dv-cinder-803456-3-iscsi is: [{'id': 'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3', 'name': 'tempest-ServerRescueNegativeTestJSON-215053077-router', 'tenant_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '9a822c66-cf57-4521-883e-2c041466334e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:41:30Z', 'revision_number': 3, 'project_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'gw_port': {'id': '9a822c66-cf57-4521-883e-2c041466334e', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:12:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}] {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:41:34.121682 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09762152-d329-4b1e-b2d4-a37fbe34d0a7 admin admin] Network 1a95ae3f-eb65-4410-bd12-2770233cdae3 is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:41:34.130054 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65acfe2-b468-44b2-ac3a-08cadb5b9958 admin admin] Pushing event updated for resources: {'Port': ['ID=11209467-1eb2-4d33-8fee-bee663d17e58,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:34.145516 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-dfa329dc-bb99-46d7-aa85-8eedd3f8338a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:34.147941 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-dfa329dc-bb99-46d7-aa85-8eedd3f8338a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:34.153714 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-dfa329dc-bb99-46d7-aa85-8eedd3f8338a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48959bfb-94b1-4778-aba5-72197e6634de HTTP/1.1" status: 204 len: 168 time: 0.3678815 Sep 15 13:41:34.162001 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa329dc-bb99-46d7-aa85-8eedd3f8338a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48959bfb-94b1-4778-aba5-72197e6634de,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:34.167924 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-09762152-d329-4b1e-b2d4-a37fbe34d0a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:41:34.237083 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-70d63fd0-d96f-4a68-bc30-c9f6542544d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:34.237083 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09762152-d329-4b1e-b2d4-a37fbe34d0a7 admin admin] Received port after_create {{(pid=101213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:41:34.237083 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-09762152-d329-4b1e-b2d4-a37fbe34d0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551048'] for router_interface, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:34.485301 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 42558) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:34.511175 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3e9cd930-0bac-4cd3-91dd-e6b8cd3c8bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:34.516761 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-dfe91d85-a8e7-4582-b28b-2c97dac71cb5 None None] Provisioning complete for port 3c7f382d-3621-44a8-bf72-fb7e89f93cf0 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:41:34.517359 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-dfe91d85-a8e7-4582-b28b-2c97dac71cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:34.593756 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09762152-d329-4b1e-b2d4-a37fbe34d0a7 admin admin] Pushing event updated for resources: {'Port': ['ID=3c7f382d-3621-44a8-bf72-fb7e89f93cf0,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:34.616412 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-dfe91d85-a8e7-4582-b28b-2c97dac71cb5 None None] Port 3c7f382d-3621-44a8-bf72-fb7e89f93cf0 cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:41:34.700150 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-70d63fd0-d96f-4a68-bc30-c9f6542544d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:34.768821 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c65acfe2-b468-44b2-ac3a-08cadb5b9958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:34.802428 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-70d63fd0-d96f-4a68-bc30-c9f6542544d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:34.846698 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-09762152-d329-4b1e-b2d4-a37fbe34d0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:34.917592 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-70d63fd0-d96f-4a68-bc30-c9f6542544d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=61d2155e16664c3697000898c156ce13&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0327849 Sep 15 13:41:34.918625 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d63fd0-d96f-4a68-bc30-c9f6542544d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d397a28-b14b-479a-ac83-07e7af037ba0,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:34.922524 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 42574) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:34.982262 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3e9cd930-0bac-4cd3-91dd-e6b8cd3c8bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:35.025565 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c107ea4d-bf5d-45d8-8006-77fdee71bb40 req-e12701c7-6c8d-47a9-9474-6c4e5d56bf33 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 210 time: 0.0489285 Sep 15 13:41:35.079397 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3e9cd930-0bac-4cd3-91dd-e6b8cd3c8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:35.186138 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-3e9cd930-0bac-4cd3-91dd-e6b8cd3c8bf1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a587d1c64d4d416cbf009108f0a20d83&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6935270 Sep 15 13:41:35.187258 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9cd930-0bac-4cd3-91dd-e6b8cd3c8bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d30c20e-32b7-4115-9630-7284b4c0e6a5,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:35.191439 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 42584) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:35.235999 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-33a2fb6f-102b-457e-a24c-08d743ca2bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:35.253714 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-680f9e98-2c40-47e3-ba85-0b8cc4a0970b req-6fd4f8ba-adf3-454e-80ae-3ea8dad58542 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 210 time: 0.0629902 Sep 15 13:41:35.290119 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-05111914-bb51-4de3-89fa-57acb434ace2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:35.329042 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-05111914-bb51-4de3-89fa-57acb434ace2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:35.338340 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-33a2fb6f-102b-457e-a24c-08d743ca2bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:35.377884 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c65acfe2-b468-44b2-ac3a-08cadb5b9958 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:35.426849 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-09762152-d329-4b1e-b2d4-a37fbe34d0a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:35.449909 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-05111914-bb51-4de3-89fa-57acb434ace2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:35.453113 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-05111914-bb51-4de3-89fa-57acb434ace2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:35.455080 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-05111914-bb51-4de3-89fa-57acb434ace2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d30c20e-32b7-4115-9630-7284b4c0e6a5 HTTP/1.1" status: 204 len: 168 time: 0.2620225 Sep 15 13:41:35.474935 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05111914-bb51-4de3-89fa-57acb434ace2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d30c20e-32b7-4115-9630-7284b4c0e6a5,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:35.478689 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c65acfe2-b468-44b2-ac3a-08cadb5b9958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:35.481735 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c65acfe2-b468-44b2-ac3a-08cadb5b9958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545048'] for router_interface, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:35.545436 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-09762152-d329-4b1e-b2d4-a37fbe34d0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:35.560631 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-09762152-d329-4b1e-b2d4-a37fbe34d0a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545048'] for router_interface, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:35.564177 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-33a2fb6f-102b-457e-a24c-08d743ca2bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:35.567119 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-33a2fb6f-102b-457e-a24c-08d743ca2bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:35.568428 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-33a2fb6f-102b-457e-a24c-08d743ca2bf2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d397a28-b14b-479a-ac83-07e7af037ba0 HTTP/1.1" status: 204 len: 168 time: 0.6092615 Sep 15 13:41:35.627476 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 66d906d0-0301-4348-befe-ab68c854165f up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:41:35.711903 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 66d906d0-0301-4348-befe-ab68c854165f triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:41:35.712445 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65acfe2-b468-44b2-ac3a-08cadb5b9958 admin admin] Pushing event updated for resources: {'Port': ['ID=11209467-1eb2-4d33-8fee-bee663d17e58,revision_number=2']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:35.712827 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:35.719098 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2fb6f-102b-457e-a24c-08d743ca2bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d397a28-b14b-479a-ac83-07e7af037ba0,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:35.842167 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:35.843101 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.15', 64852) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:35.907303 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] For port 66d906d0-0301-4348-befe-ab68c854165f, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=66d906d0-0301-4348-befe-ab68c854165f,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:41:35.966458 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09762152-d329-4b1e-b2d4-a37fbe34d0a7 admin admin] Pushing event updated for resources: {'Port': ['ID=3c7f382d-3621-44a8-bf72-fb7e89f93cf0,revision_number=2']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:35.979075 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:35.980219 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 9a822c66-cf57-4521-883e-2c041466334e up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:41:36.006439 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09762152-d329-4b1e-b2d4-a37fbe34d0a7 admin admin] Network 1a95ae3f-eb65-4410-bd12-2770233cdae3 is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:41:36.010154 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-09762152-d329-4b1e-b2d4-a37fbe34d0a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:41:36.036863 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65acfe2-b468-44b2-ac3a-08cadb5b9958 admin admin] Network af76b73a-45f4-4385-bb34-2d79a1f2655b is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:41:36.045328 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-a66a8675-9b6e-4beb-b112-7b1419a7376f tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:36.054061 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-a66a8675-9b6e-4beb-b112-7b1419a7376f tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.15 "GET /v2.0/networks?id=6d9650cb-d25b-4bf9-b3d3-aa64a46281ae HTTP/1.1" status: 200 len: 812 time: 0.2030427 Sep 15 13:41:36.095188 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-c65acfe2-b468-44b2-ac3a-08cadb5b9958 admin admin] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:41:36.129840 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-62b97ec3-901a-4172-8675-914f5b14f0fb tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Request body: {'port': {'device_id': 'b5614866-e6fe-4fea-af09-4ff5074c13ec', 'network_id': '6d9650cb-d25b-4bf9-b3d3-aa64a46281ae', 'admin_state_up': True, 'tenant_id': '5a77332b667a46f3aeede13af86ec8bd'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:41:36.262497 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Pushing event updated for resources: {'Port': ['ID=66d906d0-0301-4348-befe-ab68c854165f,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:36.312917 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 9a822c66-cf57-4521-883e-2c041466334e triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:41:36.316109 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:36.371483 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-1434d127-ce4b-474e-acde-739790b16348 req-4cb9f2f0-0de7-40e1-9271-a6ed1348d454 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 210 time: 0.0757616 Sep 15 13:41:36.373731 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65acfe2-b468-44b2-ac3a-08cadb5b9958 admin admin] Router ef09f7dc-9bd9-401f-bd6e-ffe094c140e3 has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:41:36.569996 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.15', 64856) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:36.594460 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:36.602787 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-4ed2d3b6-d91a-4f9d-bfd4-3fdc3c20b778 req-3893c02f-8b2f-4ca4-b623-1bb28b054b3f tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 210 time: 0.1036482 Sep 15 13:41:36.606016 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-d6d64d5f-cd44-4c4a-ab67-446561b9907b None None] Provisioning complete for port 3c7f382d-3621-44a8-bf72-fb7e89f93cf0 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:41:36.607689 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d6d64d5f-cd44-4c4a-ab67-446561b9907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:36.877431 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09762152-d329-4b1e-b2d4-a37fbe34d0a7 admin admin] Router 98f36e57-6586-4df2-a3bd-6da2977e4eb4 has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:41:36.879771 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] For port 9a822c66-cf57-4521-883e-2c041466334e, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=9a822c66-cf57-4521-883e-2c041466334e,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:41:36.879771 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-d6d64d5f-cd44-4c4a-ab67-446561b9907b None None] Port 3c7f382d-3621-44a8-bf72-fb7e89f93cf0 cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:41:36.879771 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:36.880467 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-fc5c3675-58a3-4dae-aa75-9dfa35bdf4a0 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:36.880467 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-fc5c3675-58a3-4dae-aa75-9dfa35bdf4a0 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.15 "GET /v2.0/networks?id=00a6423b-264c-4faa-9184-20a06ec6a475 HTTP/1.1" status: 200 len: 815 time: 0.2417154 Sep 15 13:41:36.880933 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Pushing event updated for resources: {'Port': ['ID=9a822c66-cf57-4521-883e-2c041466334e,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:36.880933 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:36.881622 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-a6c0b190-6f74-4a93-b3ce-3650ae3ecc89 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Request body: {'port': {'device_id': '4f4af215-a1b3-4992-9ced-9c2cf2fc522b', 'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475', 'admin_state_up': True, 'tenant_id': '30e683cd0b3b464593bae97131ae8279'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:41:36.947152 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65acfe2-b468-44b2-ac3a-08cadb5b9958 admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:41:36.952239 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-c65acfe2-b468-44b2-ac3a-08cadb5b9958 admin admin] 10.222.0.30 "PUT /v2.0/routers/ef09f7dc-9bd9-401f-bd6e-ffe094c140e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8835838 Sep 15 13:41:36.953908 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09762152-d329-4b1e-b2d4-a37fbe34d0a7 admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:41:36.959941 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-09762152-d329-4b1e-b2d4-a37fbe34d0a7 admin admin] 10.222.0.30 "PUT /v2.0/routers/98f36e57-6586-4df2-a3bd-6da2977e4eb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1541650 Sep 15 13:41:36.967124 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-62b97ec3-901a-4172-8675-914f5b14f0fb tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Made reservation on behalf of 5a77332b667a46f3aeede13af86ec8bd for: {'port': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:41:36.967124 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-62b97ec3-901a-4172-8675-914f5b14f0fb tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:36.969134 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] Sync routers for ids ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'] in dv-cinder-803456-3-iscsi {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:41:36.983361 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] Routers {'98f36e57-6586-4df2-a3bd-6da2977e4eb4'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:41:36.984069 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:41:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:41:37.120421 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 42654) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:37.144961 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-972286b2-330c-4b04-9764-00c7f65a5a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:37.213419 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] Set router 98f36e57-6586-4df2-a3bd-6da2977e4eb4 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:41:37.244272 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] Sync routers for ids ['ef09f7dc-9bd9-401f-bd6e-ffe094c140e3'] in dv-cinder-803456-3-iscsi {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:41:37.257675 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] Routers {'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:41:37.258305 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:41:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['ef09f7dc-9bd9-401f-bd6e-ffe094c140e3'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:41:37.350818 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-62b97ec3-901a-4172-8675-914f5b14f0fb tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Allocated IP 172.20.0.5 (6d9650cb-d25b-4bf9-b3d3-aa64a46281ae/5e2a9b9a-a96e-41b1-a240-643d927b0ccf/f3e4f0be-b966-4336-bece-8bc160a736a9) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:41:37.376038 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-a6c0b190-6f74-4a93-b3ce-3650ae3ecc89 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Made reservation on behalf of 30e683cd0b3b464593bae97131ae8279 for: {'port': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:41:37.380927 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-a6c0b190-6f74-4a93-b3ce-3650ae3ecc89 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:37.648110 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-17241196-0646-4e57-ac7f-5d6ac9a35cc1 req-d0902efe-f2f8-4251-83ec-567325cbd267 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 210 time: 0.1032498 Sep 15 13:41:37.712355 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-972286b2-330c-4b04-9764-00c7f65a5a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:37.729868 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 66d906d0-0301-4348-befe-ab68c854165f up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:41:37.739063 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'name': 'tempest-AttachVolumeTestJSON-452463078-router', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '66d906d0-0301-4348-befe-ab68c854165f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:41:34Z', 'revision_number': 4, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'gw_port': {'id': '66d906d0-0301-4348-befe-ab68c854165f', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '3c7f382d-3621-44a8-bf72-fb7e89f93cf0', 'name': '', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'mac_address': 'fa:16:3e:16:26:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:32Z', 'updated_at': '2021-09-15T13:41:35Z', 'revision_number': 2, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'subnets': [{'id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:41:37.788891 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] Checking router: 98f36e57-6586-4df2-a3bd-6da2977e4eb4 for host: dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:41:37.789264 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] Updating router 98f36e57-6586-4df2-a3bd-6da2977e4eb4 port 3c7f382d-3621-44a8-bf72-fb7e89f93cf0 binding host dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:41:37.817251 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-57a7b83b-9329-445e-ae0a-cb54bc3f8e44 req-3b53d3c5-d68a-46c1-83e8-c7a2d861dcbd tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 210 time: 0.0332713 Sep 15 13:41:37.819519 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:37.823866 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] Set router ef09f7dc-9bd9-401f-bd6e-ffe094c140e3 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:41:37.842157 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-972286b2-330c-4b04-9764-00c7f65a5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:37.861558 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 66d906d0-0301-4348-befe-ab68c854165f triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:41:37.862146 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:37.899581 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-972286b2-330c-4b04-9764-00c7f65a5a83 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3cf000ea0024488ba554a8d5d61a33c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7768903 Sep 15 13:41:37.901214 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972286b2-330c-4b04-9764-00c7f65a5a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8272e7b8-a6e7-4925-b0bf-afb0265e2ec4,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:37.907720 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 42696) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:38.011881 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a34c076a-ce8f-471e-ae9f-e6b29a43e787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:38.054255 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a34c076a-ce8f-471e-ae9f-e6b29a43e787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:38.089477 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-a6c0b190-6f74-4a93-b3ce-3650ae3ecc89 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Allocated IP 172.20.0.14 (00a6423b-264c-4faa-9184-20a06ec6a475/6063b90d-c941-474e-b7a5-2a0f7253c43f/bb997887-02c6-475d-b775-5803a8a38c3b) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:41:38.151244 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 9a822c66-cf57-4521-883e-2c041466334e up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:41:38.179179 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-62b97ec3-901a-4172-8675-914f5b14f0fb tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:38.227700 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a34c076a-ce8f-471e-ae9f-e6b29a43e787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:38.232709 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a34c076a-ce8f-471e-ae9f-e6b29a43e787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:38.234103 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-a34c076a-ce8f-471e-ae9f-e6b29a43e787 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8272e7b8-a6e7-4925-b0bf-afb0265e2ec4 HTTP/1.1" status: 204 len: 168 time: 0.3252683 Sep 15 13:41:38.252286 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c076a-ce8f-471e-ae9f-e6b29a43e787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8272e7b8-a6e7-4925-b0bf-afb0265e2ec4,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:38.373592 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 9a822c66-cf57-4521-883e-2c041466334e triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:41:38.374256 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:38.416969 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] Notify callbacks [] for port, precommit_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:38.425907 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3', 'name': 'tempest-ServerRescueNegativeTestJSON-215053077-router', 'tenant_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '9a822c66-cf57-4521-883e-2c041466334e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:41:34Z', 'revision_number': 4, 'project_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'gw_port': {'id': '9a822c66-cf57-4521-883e-2c041466334e', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:12:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '11209467-1eb2-4d33-8fee-bee663d17e58', 'name': '', 'network_id': 'af76b73a-45f4-4385-bb34-2d79a1f2655b', 'tenant_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'mac_address': 'fa:16:3e:c7:f3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c2dd6332-a9e3-4eef-b026-6ff2e75e77c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:33Z', 'updated_at': '2021-09-15T13:41:34Z', 'revision_number': 2, 'project_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'subnets': [{'id': 'c2dd6332-a9e3-4eef-b026-6ff2e75e77c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:41:38.428626 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-62b97ec3-901a-4172-8675-914f5b14f0fb tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:38.471236 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] Checking router: ef09f7dc-9bd9-401f-bd6e-ffe094c140e3 for host: dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:41:38.472333 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] Updating router ef09f7dc-9bd9-401f-bd6e-ffe094c140e3 port 11209467-1eb2-4d33-8fee-bee663d17e58 binding host dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:41:38.512589 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:38.521331 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:38.703030 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-62b97ec3-901a-4172-8675-914f5b14f0fb tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Network 6d9650cb-d25b-4bf9-b3d3-aa64a46281ae is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:41:38.717393 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4aa2ae-71cb-4065-94a3-2ff4c274b1d5 None None] Pushing event updated for resources: {'Port': ['ID=3c7f382d-3621-44a8-bf72-fb7e89f93cf0,revision_number=3']} {{(pid=101216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:38.755412 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-62b97ec3-901a-4172-8675-914f5b14f0fb tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:41:38.759020 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-62b97ec3-901a-4172-8675-914f5b14f0fb tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:41:38.767012 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-62b97ec3-901a-4172-8675-914f5b14f0fb tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:38.767904 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-62b97ec3-901a-4172-8675-914f5b14f0fb tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:38.798736 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] Attempting to bind port 3c7f382d-3621-44a8-bf72-fb7e89f93cf0 on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:41:38.799361 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] Attempting to bind port 3c7f382d-3621-44a8-bf72-fb7e89f93cf0 by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': 'c2499852-0995-4468-ba42-b5e7f07ff544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3'}] {{(pid=101216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:41:38.800032 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] Attempting to bind port 3c7f382d-3621-44a8-bf72-fb7e89f93cf0 on network 1a95ae3f-eb65-4410-bd12-2770233cdae3 {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:41:38.807962 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:41:38.808714 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] Checking segment: {'id': 'c2499852-0995-4468-ba42-b5e7f07ff544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:41:38.809330 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:38.813796 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] Bound using segment: {'id': 'c2499852-0995-4468-ba42-b5e7f07ff544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3'} {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:41:38.814515 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] Bound port: 3c7f382d-3621-44a8-bf72-fb7e89f93cf0, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2499852-0995-4468-ba42-b5e7f07ff544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3'}}] {{(pid=101216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:41:38.818999 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:38.823559 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b97ec3-901a-4172-8675-914f5b14f0fb tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Pushing event updated for resources: {'Port': ['ID=f3e4f0be-b966-4336-bece-8bc160a736a9,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:38.867342 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-a6c0b190-6f74-4a93-b3ce-3650ae3ecc89 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:38.893951 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-5c08a9f0-4a11-432f-9d6d-11d33dddb102 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:38.903435 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-5c08a9f0-4a11-432f-9d6d-11d33dddb102 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/networks?id=af76b73a-45f4-4385-bb34-2d79a1f2655b HTTP/1.1" status: 200 len: 818 time: 0.5110371 Sep 15 13:41:38.937579 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-62b97ec3-901a-4172-8675-914f5b14f0fb tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8042350 Sep 15 13:41:38.937761 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-1768a319-9fa6-48c0-8323-4103ffdec784 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/quotas/e9d232f7ddba465ebf00a66c759ab7fb HTTP/1.1" status: 200 len: 375 time: 0.0294282 Sep 15 13:41:38.950109 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.db [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] For port 3c7f382d-3621-44a8-bf72-fb7e89f93cf0, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:41:38.954076 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.db [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] For port 3c7f382d-3621-44a8-bf72-fb7e89f93cf0, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=3c7f382d-3621-44a8-bf72-fb7e89f93cf0,segment=NetworkSegment(c2499852-0995-4468-ba42-b5e7f07ff544),segment_id=c2499852-0995-4468-ba42-b5e7f07ff544)] {{(pid=101216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:41:39.032120 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-d842617b-4166-4f2e-a734-09455554d3ce None None] Provisioning complete for port 3c7f382d-3621-44a8-bf72-fb7e89f93cf0 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:41:39.032491 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d842617b-4166-4f2e-a734-09455554d3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:39.071803 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-bd065f5f-312c-4299-81aa-5ed3dfb58a6e tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9d232f7ddba465ebf00a66c759ab7fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1343329 Sep 15 13:41:39.079201 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:39.080985 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-a6c0b190-6f74-4a93-b3ce-3650ae3ecc89 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:39.098223 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 42734) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:39.104312 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-d842617b-4166-4f2e-a734-09455554d3ce None None] Port 3c7f382d-3621-44a8-bf72-fb7e89f93cf0 cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:41:39.108533 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-fbda45ab-b6c2-4d56-9398-336863c9552a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1272339064', 'description': 'tempest-description--2108428986'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:41:39.182320 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-a6c0b190-6f74-4a93-b3ce-3650ae3ecc89 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Network 00a6423b-264c-4faa-9184-20a06ec6a475 is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:41:39.185147 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] Notify callbacks [] for port, precommit_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:39.200589 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-a6c0b190-6f74-4a93-b3ce-3650ae3ecc89 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:41:39.207463 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] Routers {'98f36e57-6586-4df2-a3bd-6da2977e4eb4'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:41:39.208058 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:41:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:41:39.213351 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-a6c0b190-6f74-4a93-b3ce-3650ae3ecc89 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:41:39.226649 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-a6c0b190-6f74-4a93-b3ce-3650ae3ecc89 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:39.227322 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-a6c0b190-6f74-4a93-b3ce-3650ae3ecc89 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:39.237846 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0b190-6f74-4a93-b3ce-3650ae3ecc89 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Pushing event updated for resources: {'Port': ['ID=bb997887-02c6-475d-b775-5803a8a38c3b,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:39.242142 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-fbda45ab-b6c2-4d56-9398-336863c9552a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:39.263559 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4aa2ae-71cb-4065-94a3-2ff4c274b1d5 None None] Pushing event updated for resources: {'Port': ['ID=3c7f382d-3621-44a8-bf72-fb7e89f93cf0,revision_number=4']} {{(pid=101216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:39.279187 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:39.279777 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bf1fa-4d17-4a16-bed9-43c6f3ce5e67 req-aabda336-aa92-4597-8831-3ec8407cea8a tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:39.289775 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-654bf1fa-4d17-4a16-bed9-43c6f3ce5e67 req-aabda336-aa92-4597-8831-3ec8407cea8a tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 932 time: 0.1350195 Sep 15 13:41:39.386218 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807f341-68e5-4821-bc2c-e5518e37e70a None None] Pushing event updated for resources: {'Port': ['ID=11209467-1eb2-4d33-8fee-bee663d17e58,revision_number=3']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:39.389245 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-a6c0b190-6f74-4a93-b3ce-3650ae3ecc89 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5447619 Sep 15 13:41:39.430954 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] Set router 98f36e57-6586-4df2-a3bd-6da2977e4eb4 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:41:39.451639 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-654bf1fa-4d17-4a16-bed9-43c6f3ce5e67 req-5486b52b-c40a-489a-9c66-5a5a9e499df7 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143646 Sep 15 13:41:39.484926 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] Attempting to bind port 11209467-1eb2-4d33-8fee-bee663d17e58 on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:41:39.484926 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] Attempting to bind port 11209467-1eb2-4d33-8fee-bee663d17e58 by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': '9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'af76b73a-45f4-4385-bb34-2d79a1f2655b'}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:41:39.484926 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] Attempting to bind port 11209467-1eb2-4d33-8fee-bee663d17e58 on network af76b73a-45f4-4385-bb34-2d79a1f2655b {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:41:39.484926 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:41:39.484926 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] Checking segment: {'id': '9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'af76b73a-45f4-4385-bb34-2d79a1f2655b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:41:39.484926 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:39.484926 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] Bound using segment: {'id': '9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'af76b73a-45f4-4385-bb34-2d79a1f2655b'} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:41:39.484926 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] Bound port: 11209467-1eb2-4d33-8fee-bee663d17e58, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'af76b73a-45f4-4385-bb34-2d79a1f2655b'}}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:41:39.484926 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:39.542332 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-fbda45ab-b6c2-4d56-9398-336863c9552a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:39.561851 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-16c0acf9-de5a-4968-81a7-aa6984739136 None None] Provisioning complete for port 3c7f382d-3621-44a8-bf72-fb7e89f93cf0 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:41:39.562704 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-16c0acf9-de5a-4968-81a7-aa6984739136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:39.624341 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] For port 11209467-1eb2-4d33-8fee-bee663d17e58, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:41:39.632289 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] For port 11209467-1eb2-4d33-8fee-bee663d17e58, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=11209467-1eb2-4d33-8fee-bee663d17e58,segment=NetworkSegment(9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a),segment_id=9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a)] {{(pid=101215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:41:39.646397 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043d5bf-5fc9-41bd-b7df-ea4e0c8a8629 req-38fe4054-e629-4722-a4f6-2b1224bae71a tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:39.648241 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0043d5bf-5fc9-41bd-b7df-ea4e0c8a8629 req-38fe4054-e629-4722-a4f6-2b1224bae71a tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 931 time: 0.0558007 Sep 15 13:41:39.677976 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-fbda45ab-b6c2-4d56-9398-336863c9552a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:39.694347 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-16c0acf9-de5a-4968-81a7-aa6984739136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:39.707574 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0043d5bf-5fc9-41bd-b7df-ea4e0c8a8629 req-1f7c45b0-e1d2-4da0-9cd2-4ba9f53d6556 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519114 Sep 15 13:41:39.755470 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda45ab-b6c2-4d56-9398-336863c9552a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=295d197d-4312-4d66-8c93-ad5e6d847739,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:39.758088 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:39.790503 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-16c0acf9-de5a-4968-81a7-aa6984739136 None None] For port 3c7f382d-3621-44a8-bf72-fb7e89f93cf0, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=3c7f382d-3621-44a8-bf72-fb7e89f93cf0,segment=NetworkSegment(c2499852-0995-4468-ba42-b5e7f07ff544),segment_id=c2499852-0995-4468-ba42-b5e7f07ff544)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:41:39.835687 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-fbda45ab-b6c2-4d56-9398-336863c9552a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:39.837450 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-fbda45ab-b6c2-4d56-9398-336863c9552a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7378137 Sep 15 13:41:39.842628 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 42756) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:39.850029 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'name': 'tempest-AttachVolumeTestJSON-452463078-router', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '66d906d0-0301-4348-befe-ab68c854165f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:41:34Z', 'revision_number': 4, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'gw_port': {'id': '66d906d0-0301-4348-befe-ab68c854165f', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '3c7f382d-3621-44a8-bf72-fb7e89f93cf0', 'name': '', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'mac_address': 'fa:16:3e:16:26:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:32Z', 'updated_at': '2021-09-15T13:41:38Z', 'revision_number': 4, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'subnets': [{'id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:41:39.850264 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-cc9bc6fa-2882-4501-b785-ee82fdaf8e83 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Request body: {'security_group_rule': {'security_group_id': '295d197d-4312-4d66-8c93-ad5e6d847739', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:41:39.874611 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] Routers {'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:41:39.875797 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:41:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['ef09f7dc-9bd9-401f-bd6e-ffe094c140e3'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:41:39.886079 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-16c0acf9-de5a-4968-81a7-aa6984739136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:39.886292 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71a731d-e928-4ec9-bfcf-f0f69acb95bc None None] The sync data for ids ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'] in dv-cinder-803456-3-iscsi is: [{'id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'name': 'tempest-AttachVolumeTestJSON-452463078-router', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '66d906d0-0301-4348-befe-ab68c854165f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:41:34Z', 'revision_number': 4, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'gw_port': {'id': '66d906d0-0301-4348-befe-ab68c854165f', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '3c7f382d-3621-44a8-bf72-fb7e89f93cf0', 'name': '', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'mac_address': 'fa:16:3e:16:26:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:32Z', 'updated_at': '2021-09-15T13:41:38Z', 'revision_number': 4, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'subnets': [{'id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:41:39.967300 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-85875457-c5d2-4fc6-b04b-3ae23e8b5359 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101213) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:41:39.976956 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-85875457-c5d2-4fc6-b04b-3ae23e8b5359 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4576476 Sep 15 13:41:40.011815 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-cc9bc6fa-2882-4501-b785-ee82fdaf8e83 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:40.072375 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807f341-68e5-4821-bc2c-e5518e37e70a None None] Pushing event updated for resources: {'Port': ['ID=11209467-1eb2-4d33-8fee-bee663d17e58,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:40.180006 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-73a39ab6-42a7-4b34-8e68-c48482670d52 service neutron] 10.222.0.30 "GET /v2.0/networks/af76b73a-45f4-4385-bb34-2d79a1f2655b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016208 Sep 15 13:41:40.245129 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-cc9bc6fa-2882-4501-b785-ee82fdaf8e83 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:40.286149 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0acf9-de5a-4968-81a7-aa6984739136 None None] Pushing event updated for resources: {'Port': ['ID=3c7f382d-3621-44a8-bf72-fb7e89f93cf0,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:40.326519 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-320eb07a-d577-42e8-95fd-7b7228d00141 service neutron] 10.222.0.30 "GET /v2.0/networks/af76b73a-45f4-4385-bb34-2d79a1f2655b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453764 Sep 15 13:41:40.333043 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-cc9bc6fa-2882-4501-b785-ee82fdaf8e83 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:40.355524 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] Set router ef09f7dc-9bd9-401f-bd6e-ffe094c140e3 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:41:40.373518 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bc6fa-2882-4501-b785-ee82fdaf8e83 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd03d252-8eeb-4b16-99eb-cb6f79307a69,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:40.478520 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-cc9bc6fa-2882-4501-b785-ee82fdaf8e83 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:40.480346 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-cc9bc6fa-2882-4501-b785-ee82fdaf8e83 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6382933 Sep 15 13:41:40.483362 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 42770) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:40.498774 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-67560371-fbea-48d4-97b1-85f32fc8c77b tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Request body: {'security_group_rule': {'security_group_id': '295d197d-4312-4d66-8c93-ad5e6d847739', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:41:40.641670 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f708f4-69cf-4431-87b7-488a424f1ef0 req-48aaa07b-d43a-4aec-925a-be5d529ce280 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:40.643266 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-48f708f4-69cf-4431-87b7-488a424f1ef0 req-48aaa07b-d43a-4aec-925a-be5d529ce280 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 932 time: 0.0600090 Sep 15 13:41:40.654446 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-67560371-fbea-48d4-97b1-85f32fc8c77b tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:40.693983 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-48f708f4-69cf-4431-87b7-488a424f1ef0 req-1e79d158-5da3-47a0-8df3-6d5b78e692f5 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435214 Sep 15 13:41:40.728144 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3', 'name': 'tempest-ServerRescueNegativeTestJSON-215053077-router', 'tenant_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '9a822c66-cf57-4521-883e-2c041466334e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:41:34Z', 'revision_number': 4, 'project_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'gw_port': {'id': '9a822c66-cf57-4521-883e-2c041466334e', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:12:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '11209467-1eb2-4d33-8fee-bee663d17e58', 'name': '', 'network_id': 'af76b73a-45f4-4385-bb34-2d79a1f2655b', 'tenant_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'mac_address': 'fa:16:3e:c7:f3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c2dd6332-a9e3-4eef-b026-6ff2e75e77c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:33Z', 'updated_at': '2021-09-15T13:41:39Z', 'revision_number': 4, 'project_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'subnets': [{'id': 'c2dd6332-a9e3-4eef-b026-6ff2e75e77c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:41:40.770882 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-67560371-fbea-48d4-97b1-85f32fc8c77b tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:40.804591 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13658f-802c-4c68-9e6b-49461893c688 None None] The sync data for ids ['ef09f7dc-9bd9-401f-bd6e-ffe094c140e3'] in dv-cinder-803456-3-iscsi is: [{'id': 'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3', 'name': 'tempest-ServerRescueNegativeTestJSON-215053077-router', 'tenant_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '9a822c66-cf57-4521-883e-2c041466334e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:41:34Z', 'revision_number': 4, 'project_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'gw_port': {'id': '9a822c66-cf57-4521-883e-2c041466334e', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:12:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '11209467-1eb2-4d33-8fee-bee663d17e58', 'name': '', 'network_id': 'af76b73a-45f4-4385-bb34-2d79a1f2655b', 'tenant_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'mac_address': 'fa:16:3e:c7:f3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c2dd6332-a9e3-4eef-b026-6ff2e75e77c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:33Z', 'updated_at': '2021-09-15T13:41:39Z', 'revision_number': 4, 'project_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'subnets': [{'id': 'c2dd6332-a9e3-4eef-b026-6ff2e75e77c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:41:41.049595 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d1b08-c8a1-49ae-9825-16f35fdd079c req-cb1ee495-ad69-487f-8377-f0fe21418161 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:41.051278 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0a9d1b08-c8a1-49ae-9825-16f35fdd079c req-cb1ee495-ad69-487f-8377-f0fe21418161 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 931 time: 0.1933591 Sep 15 13:41:41.075117 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9bcfbe5e-f008-4d1e-afae-8beca4703697 req-50a1ca99-c20f-44e8-8633-281b05fd2073 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 210 time: 0.2961094 Sep 15 13:41:41.075117 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-67560371-fbea-48d4-97b1-85f32fc8c77b tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:41.096532 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67560371-fbea-48d4-97b1-85f32fc8c77b tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b04e9f1-1550-4dac-8b53-9350d8811431,revision_number=0']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:41.182254 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0a9d1b08-c8a1-49ae-9825-16f35fdd079c req-741c6fab-d6b8-4461-a81a-27a17f3309ba tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082704 Sep 15 13:41:41.224537 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-67560371-fbea-48d4-97b1-85f32fc8c77b tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:41.225832 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-67560371-fbea-48d4-97b1-85f32fc8c77b tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7414975 Sep 15 13:41:41.229212 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 42802) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:41.234556 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-f470bdac-7942-4e6a-9158-c0c0757b7d10 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Request body: {'floatingip': {'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:41:41.282443 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 42806) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:41.352507 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f470bdac-7942-4e6a-9158-c0c0757b7d10 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for floatingip, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:41.724515 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-af8dfabe-19d8-40ee-a8af-d9e8fac1ee81 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:41:41.730346 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-af8dfabe-19d8-40ee-a8af-d9e8fac1ee81 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189371 Sep 15 13:41:41.754695 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-3810cd06-8801-4059-93bf-2c974096d35e tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:41:41.760971 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-3810cd06-8801-4059-93bf-2c974096d35e tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0542536 Sep 15 13:41:41.854141 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 11209467-1eb2-4d33-8fee-bee663d17e58 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:41:41.880350 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872c777-97be-4465-a1f8-9756555fb9cf req-598318cb-da58-433b-a426-611f1faa93b2 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:41.901344 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c872c777-97be-4465-a1f8-9756555fb9cf req-598318cb-da58-433b-a426-611f1faa93b2 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 932 time: 0.1046150 Sep 15 13:41:41.957417 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c872c777-97be-4465-a1f8-9756555fb9cf req-a5d805cd-c67b-4e8e-91a9-845db0b77fa4 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537138 Sep 15 13:41:42.062515 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-c6c8fac2-474b-451c-a1a3-fb8e3c774fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:42.062935 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 11209467-1eb2-4d33-8fee-bee663d17e58 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:41:42.062935 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:42.124310 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-5e0fd233-bbc9-4c88-a640-c48c9c903c35 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:42.127943 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-5e0fd233-bbc9-4c88-a640-c48c9c903c35 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/networks?id=af76b73a-45f4-4385-bb34-2d79a1f2655b HTTP/1.1" status: 200 len: 818 time: 0.3460901 Sep 15 13:41:42.235117 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-6c7350f5-6b60-4735-ad25-2f277b9524e3 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/quotas/e9d232f7ddba465ebf00a66c759ab7fb HTTP/1.1" status: 200 len: 375 time: 0.0722041 Sep 15 13:41:42.369750 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-c6c8fac2-474b-451c-a1a3-fb8e3c774fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:42.380252 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-4efbdb8d-3a01-4e17-b18c-32a55de184cd tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9d232f7ddba465ebf00a66c759ab7fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1429124 Sep 15 13:41:42.439359 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a11186-0b45-4201-8d79-b5c2af2c7c64 req-88109e69-21c3-47a6-9646-6f50d8586d8a tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:42.441345 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e1a11186-0b45-4201-8d79-b5c2af2c7c64 req-88109e69-21c3-47a6-9646-6f50d8586d8a tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 931 time: 0.0824659 Sep 15 13:41:42.451056 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f470bdac-7942-4e6a-9158-c0c0757b7d10 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:42.507775 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-c6c8fac2-474b-451c-a1a3-fb8e3c774fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:42.536911 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e1a11186-0b45-4201-8d79-b5c2af2c7c64 req-c58e726f-59e3-438d-a90d-56f53df64674 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885208 Sep 15 13:41:42.562352 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:42.593057 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8fac2-474b-451c-a1a3-fb8e3c774fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c8b54c-c5b1-4396-b962-71419456c96a,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:42.600645 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-c6c8fac2-474b-451c-a1a3-fb8e3c774fee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0fadc665ed8149ff85bbcfb1a7112f04&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3158686 Sep 15 13:41:42.605220 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 42858) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:42.666802 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] For port 11209467-1eb2-4d33-8fee-bee663d17e58, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=11209467-1eb2-4d33-8fee-bee663d17e58,segment=NetworkSegment(9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a),segment_id=9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:41:42.685310 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-86fd9fc3-b1dd-4bbd-8b84-4a0997e4d7d6 service neutron] 10.222.0.30 "GET /v2.0/networks/af76b73a-45f4-4385-bb34-2d79a1f2655b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926302 Sep 15 13:41:42.743368 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:42.744868 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 3c7f382d-3621-44a8-bf72-fb7e89f93cf0 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:41:42.755208 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-1554ce60-da3f-4bba-9064-d64908747584 service neutron] Request body: {'port': {'device_id': 'b5614866-e6fe-4fea-af09-4ff5074c13ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:41:42.817051 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-16163c9a-989f-4b27-a45e-36ecf61e3f95 service neutron] 10.222.0.30 "GET /v2.0/networks/af76b73a-45f4-4385-bb34-2d79a1f2655b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306570 Sep 15 13:41:42.848463 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-86f51fc1-5581-492d-8756-c25b0499d6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:42.971263 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-9c1a7f5f-cb0a-4d57-a665-c7695bae183d service neutron] Request body: {'port': {'device_id': '4f4af215-a1b3-4992-9ced-9c2cf2fc522b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:41:43.051223 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Pushing event updated for resources: {'Port': ['ID=11209467-1eb2-4d33-8fee-bee663d17e58,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:43.056543 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 3c7f382d-3621-44a8-bf72-fb7e89f93cf0 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:41:43.056927 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:43.098518 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_common [None req-f470bdac-7942-4e6a-9158-c0c0757b7d10 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Allocated IP 172.27.0.238 (ece37916-b27e-4896-b760-50248bab8142/37569b60-ab24-446b-9709-ec585ea5ec0b/a7c78162-31cf-41e6-b0f3-ab97250907df) {{(pid=101213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:41:43.108071 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-1554ce60-da3f-4bba-9064-d64908747584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:43.279246 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-9c1a7f5f-cb0a-4d57-a665-c7695bae183d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:43.286106 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-86f51fc1-5581-492d-8756-c25b0499d6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:43.550320 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7af80cbb-7ffb-4243-b83c-4a434ef7df9d req-3b35eb62-5c1c-46d4-b640-71ef69973d3c tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 210 time: 0.0949059 Sep 15 13:41:43.607743 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 11209467-1eb2-4d33-8fee-bee663d17e58 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:41:43.681539 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f470bdac-7942-4e6a-9158-c0c0757b7d10 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for port, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:43.732310 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3bd21-d8f6-474f-bfe6-3d877f46df22 req-00cbb346-1f5d-41bf-9f8b-f618fa92c747 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:43.743166 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8ff3bd21-d8f6-474f-bfe6-3d877f46df22 req-00cbb346-1f5d-41bf-9f8b-f618fa92c747 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 932 time: 0.6259758 Sep 15 13:41:43.752426 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 11209467-1eb2-4d33-8fee-bee663d17e58 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:41:43.754627 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:43.876517 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f470bdac-7942-4e6a-9158-c0c0757b7d10 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:43.900894 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6c4e0-faf4-446e-8792-084fe4c855b7 req-8f122da4-9e86-4891-ae04-d583a84019c9 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:43.906053 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5db6c4e0-faf4-446e-8792-084fe4c855b7 req-8f122da4-9e86-4891-ae04-d583a84019c9 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 931 time: 0.1766584 Sep 15 13:41:44.027556 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8ff3bd21-d8f6-474f-bfe6-3d877f46df22 req-f655d08a-7f2d-46f7-bc73-6f344b53ea46 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686667 Sep 15 13:41:44.046056 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-86f51fc1-5581-492d-8756-c25b0499d6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:44.048456 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f470bdac-7942-4e6a-9158-c0c0757b7d10 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Network ece37916-b27e-4896-b760-50248bab8142 is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:41:44.048592 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-86f51fc1-5581-492d-8756-c25b0499d6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:44.049952 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-86f51fc1-5581-492d-8756-c25b0499d6a5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40c8b54c-c5b1-4396-b962-71419456c96a HTTP/1.1" status: 204 len: 168 time: 1.4355774 Sep 15 13:41:44.052499 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-f470bdac-7942-4e6a-9158-c0c0757b7d10 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:41:44.077674 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f470bdac-7942-4e6a-9158-c0c0757b7d10 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Received port after_create {{(pid=101213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:41:44.093373 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470bdac-7942-4e6a-9158-c0c0757b7d10 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Pushing event updated for resources: {'Port': ['ID=a7c78162-31cf-41e6-b0f3-ab97250907df,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:44.138161 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f51fc1-5581-492d-8756-c25b0499d6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c8b54c-c5b1-4396-b962-71419456c96a,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:44.218209 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5db6c4e0-faf4-446e-8792-084fe4c855b7 req-2db656e9-da60-4f68-a007-ecebb71742fd tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523389 Sep 15 13:41:44.311001 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f470bdac-7942-4e6a-9158-c0c0757b7d10 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:44.359650 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.15', 64866) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:44.451558 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-1554ce60-da3f-4bba-9064-d64908747584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e4f0be-b966-4336-bece-8bc160a736a9 {{(pid=101214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:41:44.469458 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-1554ce60-da3f-4bba-9064-d64908747584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:44.519535 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.provisioning_blocks [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-1554ce60-da3f-4bba-9064-d64908747584 service neutron] Transition to ACTIVE for port object f3e4f0be-b966-4336-bece-8bc160a736a9 will not be triggered until provisioned by entity L2. {{(pid=101214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:41:44.533131 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-9c1a7f5f-cb0a-4d57-a665-c7695bae183d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb997887-02c6-475d-b775-5803a8a38c3b {{(pid=101214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:41:44.543175 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-9c1a7f5f-cb0a-4d57-a665-c7695bae183d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:44.555372 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f470bdac-7942-4e6a-9158-c0c0757b7d10 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:44.560334 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.provisioning_blocks [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-9c1a7f5f-cb0a-4d57-a665-c7695bae183d service neutron] Transition to ACTIVE for port object bb997887-02c6-475d-b775-5803a8a38c3b will not be triggered until provisioned by entity L2. {{(pid=101214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:41:44.668561 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-9c1a7f5f-cb0a-4d57-a665-c7695bae183d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:44.676843 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-bc1b4291-bb2d-4b49-8c07-031e548eeea0 req-d50505d3-319f-4719-ab2f-afc8179d5de1 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 210 time: 0.0669754 Sep 15 13:41:44.686101 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-1554ce60-da3f-4bba-9064-d64908747584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:44.828524 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a7f5f-cb0a-4d57-a665-c7695bae183d service neutron] Pushing event updated for resources: {'Port': ['ID=bb997887-02c6-475d-b775-5803a8a38c3b,revision_number=2']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:44.984532 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f470bdac-7942-4e6a-9158-c0c0757b7d10 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for port, precommit_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:45.149561 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6023b5-2b5e-4730-9e9d-ba642996dee5 req-81d831dc-cade-4e28-b19f-949155f25ab9 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:45.151682 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3c6023b5-2b5e-4730-9e9d-ba642996dee5 req-81d831dc-cade-4e28-b19f-949155f25ab9 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 944 time: 0.0594897 Sep 15 13:41:45.180359 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-9c1a7f5f-cb0a-4d57-a665-c7695bae183d service neutron] Attempting to bind port bb997887-02c6-475d-b775-5803a8a38c3b on host hv-cinder-80345 for vnic_type normal with profile {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:41:45.180789 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-9c1a7f5f-cb0a-4d57-a665-c7695bae183d service neutron] Attempting to bind port bb997887-02c6-475d-b775-5803a8a38c3b by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': 'cb5413ea-771f-42e8-811f-6415872afa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475'}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:41:45.181090 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-9c1a7f5f-cb0a-4d57-a665-c7695bae183d service neutron] Attempting to bind port bb997887-02c6-475d-b775-5803a8a38c3b on network 00a6423b-264c-4faa-9184-20a06ec6a475 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:41:45.197097 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554ce60-da3f-4bba-9064-d64908747584 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e4f0be-b966-4336-bece-8bc160a736a9,revision_number=2']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:45.205496 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-1554ce60-da3f-4bba-9064-d64908747584 service neutron] Attempting to bind port f3e4f0be-b966-4336-bece-8bc160a736a9 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:41:45.216046 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-1554ce60-da3f-4bba-9064-d64908747584 service neutron] Attempting to bind port f3e4f0be-b966-4336-bece-8bc160a736a9 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': 'd14f63da-a985-4db0-8786-b9f772d6bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6d9650cb-d25b-4bf9-b3d3-aa64a46281ae'}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:41:45.216046 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-1554ce60-da3f-4bba-9064-d64908747584 service neutron] Attempting to bind port f3e4f0be-b966-4336-bece-8bc160a736a9 on network 6d9650cb-d25b-4bf9-b3d3-aa64a46281ae {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:41:45.220715 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f470bdac-7942-4e6a-9158-c0c0757b7d10 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:45.227137 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-9c1a7f5f-cb0a-4d57-a665-c7695bae183d service neutron] Port bb997887-02c6-475d-b775-5803a8a38c3b on network 00a6423b-264c-4faa-9184-20a06ec6a475 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:41:45.228473 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-9c1a7f5f-cb0a-4d57-a665-c7695bae183d service neutron] Attempting to bind port bb997887-02c6-475d-b775-5803a8a38c3b on network 00a6423b-264c-4faa-9184-20a06ec6a475 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:41:45.238935 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-1554ce60-da3f-4bba-9064-d64908747584 service neutron] Port f3e4f0be-b966-4336-bece-8bc160a736a9 on network 6d9650cb-d25b-4bf9-b3d3-aa64a46281ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:41:45.238935 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-1554ce60-da3f-4bba-9064-d64908747584 service neutron] Attempting to bind port f3e4f0be-b966-4336-bece-8bc160a736a9 on network 6d9650cb-d25b-4bf9-b3d3-aa64a46281ae {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:41:45.242739 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-9c1a7f5f-cb0a-4d57-a665-c7695bae183d service neutron] Checking agent: {'id': 'b550a8ff-0b84-4201-8276-b98629f1370c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'started_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:41:45.243155 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-9c1a7f5f-cb0a-4d57-a665-c7695bae183d service neutron] Checking segment: {'id': 'cb5413ea-771f-42e8-811f-6415872afa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:41:45.249765 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-9c1a7f5f-cb0a-4d57-a665-c7695bae183d service neutron] Bound using segment: {'id': 'cb5413ea-771f-42e8-811f-6415872afa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475'} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:41:45.250198 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3c6023b5-2b5e-4730-9e9d-ba642996dee5 req-773d1a0d-a115-4b80-9b20-b3208630985c tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900514 Sep 15 13:41:45.259919 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-9c1a7f5f-cb0a-4d57-a665-c7695bae183d service neutron] Bound port: bb997887-02c6-475d-b775-5803a8a38c3b, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5413ea-771f-42e8-811f-6415872afa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475'}}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:41:45.263895 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-9c1a7f5f-cb0a-4d57-a665-c7695bae183d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:45.280115 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-1554ce60-da3f-4bba-9064-d64908747584 service neutron] Checking agent: {'id': 'b550a8ff-0b84-4201-8276-b98629f1370c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'started_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:41:45.280115 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-1554ce60-da3f-4bba-9064-d64908747584 service neutron] Checking segment: {'id': 'd14f63da-a985-4db0-8786-b9f772d6bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6d9650cb-d25b-4bf9-b3d3-aa64a46281ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:41:45.280115 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-1554ce60-da3f-4bba-9064-d64908747584 service neutron] Bound using segment: {'id': 'd14f63da-a985-4db0-8786-b9f772d6bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6d9650cb-d25b-4bf9-b3d3-aa64a46281ae'} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:41:45.280115 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-1554ce60-da3f-4bba-9064-d64908747584 service neutron] Bound port: f3e4f0be-b966-4336-bece-8bc160a736a9, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd14f63da-a985-4db0-8786-b9f772d6bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6d9650cb-d25b-4bf9-b3d3-aa64a46281ae'}}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:41:45.280115 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-1554ce60-da3f-4bba-9064-d64908747584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:45.283709 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f470bdac-7942-4e6a-9158-c0c0757b7d10 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550917'] for floatingip, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:45.312977 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470bdac-7942-4e6a-9158-c0c0757b7d10 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Pushing event updated for resources: {'Port': ['ID=a7c78162-31cf-41e6-b0f3-ab97250907df,revision_number=2']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:45.417785 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-9c1a7f5f-cb0a-4d57-a665-c7695bae183d service neutron] For port bb997887-02c6-475d-b775-5803a8a38c3b, host hv-cinder-80345, cleared binding levels {{(pid=101214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:41:45.455566 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-9c1a7f5f-cb0a-4d57-a665-c7695bae183d service neutron] For port bb997887-02c6-475d-b775-5803a8a38c3b, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=bb997887-02c6-475d-b775-5803a8a38c3b,segment=NetworkSegment(cb5413ea-771f-42e8-811f-6415872afa7a),segment_id=cb5413ea-771f-42e8-811f-6415872afa7a)] {{(pid=101214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:41:45.492377 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-1554ce60-da3f-4bba-9064-d64908747584 service neutron] For port f3e4f0be-b966-4336-bece-8bc160a736a9, host hv-cinder-80345, cleared binding levels {{(pid=101214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:41:45.496162 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-1554ce60-da3f-4bba-9064-d64908747584 service neutron] For port f3e4f0be-b966-4336-bece-8bc160a736a9, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=f3e4f0be-b966-4336-bece-8bc160a736a9,segment=NetworkSegment(d14f63da-a985-4db0-8786-b9f772d6bbf2),segment_id=d14f63da-a985-4db0-8786-b9f772d6bbf2)] {{(pid=101214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:41:45.504019 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3f833-9db0-425b-b6e2-1d264baaa429 req-1ac1a9f9-bd01-4fca-a7a2-62edee5f2799 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:45.505528 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-57e3f833-9db0-425b-b6e2-1d264baaa429 req-1ac1a9f9-bd01-4fca-a7a2-62edee5f2799 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 943 time: 0.1195638 Sep 15 13:41:45.551321 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-57e3f833-9db0-425b-b6e2-1d264baaa429 req-8f4dbb04-5907-45af-b5fb-8323ebeda5f6 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380082 Sep 15 13:41:45.575821 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f470bdac-7942-4e6a-9158-c0c0757b7d10 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for floatingip, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:45.577555 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-f470bdac-7942-4e6a-9158-c0c0757b7d10 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3473737 Sep 15 13:41:45.643918 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-9c1a7f5f-cb0a-4d57-a665-c7695bae183d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:45.697784 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-1554ce60-da3f-4bba-9064-d64908747584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:45.718120 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-9c1a7f5f-cb0a-4d57-a665-c7695bae183d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:45.718731 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-9c1a7f5f-cb0a-4d57-a665-c7695bae183d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:45.720187 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-9c1a7f5f-cb0a-4d57-a665-c7695bae183d service neutron] 10.222.0.15 "PUT /v2.0/ports/bb997887-02c6-475d-b775-5803a8a38c3b HTTP/1.1" status: 200 len: 1094 time: 3.3623028 Sep 15 13:41:45.720951 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4af215-a1b3-4992-9ced-9c2cf2fc522b', 'tag': 'bb997887-02c6-475d-b775-5803a8a38c3b'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:41:45.938567 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-510e74be-67ae-4e64-a205-4ede2e7eded3 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1272339064&fields=id&tenant_id=9afbcb1e186943a180e744626f0ee7af HTTP/1.1" status: 200 len: 267 time: 0.0889215 Sep 15 13:41:45.940251 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-1554ce60-da3f-4bba-9064-d64908747584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:45.941559 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-1554ce60-da3f-4bba-9064-d64908747584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:45.943115 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-1554ce60-da3f-4bba-9064-d64908747584 service neutron] 10.222.0.15 "PUT /v2.0/ports/f3e4f0be-b966-4336-bece-8bc160a736a9 HTTP/1.1" status: 200 len: 1093 time: 3.5882611 Sep 15 13:41:45.967995 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a7f5f-cb0a-4d57-a665-c7695bae183d service neutron] Pushing event updated for resources: {'Port': ['ID=bb997887-02c6-475d-b775-5803a8a38c3b,revision_number=3']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:45.973527 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2200c5ee-8612-4b0a-9724-861de3ef2f86 req-d082e526-2b43-4b3d-ba98-93e08f8048ac tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 210 time: 0.0638223 Sep 15 13:41:46.073754 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554ce60-da3f-4bba-9064-d64908747584 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e4f0be-b966-4336-bece-8bc160a736a9,revision_number=3']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:46.125828 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d219a438-2e7b-444a-b9f8-17fd2522cceb" -d '{"events": [{"name": "network-changed", "server_uuid": "4f4af215-a1b3-4992-9ced-9c2cf2fc522b", "tag": "bb997887-02c6-475d-b775-5803a8a38c3b"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:41:46.130943 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-8568eb55-224a-4486-bb5d-d3d3853f9b39 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:46.132494 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-8568eb55-224a-4486-bb5d-d3d3853f9b39 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/networks?id=1a95ae3f-eb65-4410-bd12-2770233cdae3 HTTP/1.1" status: 200 len: 810 time: 0.1925981 Sep 15 13:41:46.152066 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-145a6fff-dc1f-4605-9b94-872205d2467b tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/quotas/9afbcb1e186943a180e744626f0ee7af HTTP/1.1" status: 200 len: 375 time: 0.0095825 Sep 15 13:41:46.213865 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-91a5fd1e-edf3-46e9-99e1-1a6b6f2639aa tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9afbcb1e186943a180e744626f0ee7af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0579159 Sep 15 13:41:46.269496 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1cf19a-1fc4-4699-9ae1-5e088e73be7e x-openstack-request-id: req-1b1cf19a-1fc4-4699-9ae1-5e088e73be7e {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:41:46.269927 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f4af215-a1b3-4992-9ced-9c2cf2fc522b", "tag": "bb997887-02c6-475d-b775-5803a8a38c3b", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:41:46.270273 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1b1cf19a-1fc4-4699-9ae1-5e088e73be7e {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:41:46.270789 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4af215-a1b3-4992-9ced-9c2cf2fc522b', 'tag': 'bb997887-02c6-475d-b775-5803a8a38c3b', 'status': 'completed', 'code': 200} Sep 15 13:41:46.327182 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-7c6760a6-d0ca-4ea9-b806-d00b0fa3b115 service neutron] 10.222.0.30 "GET /v2.0/networks/1a95ae3f-eb65-4410-bd12-2770233cdae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978873 Sep 15 13:41:46.431552 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3ed8-de0d-49b7-ab83-1a94d8dc2330 req-93399dd9-f385-4d5c-ac33-e2adb9032be8 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:46.433340 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-29af3ed8-de0d-49b7-ab83-1a94d8dc2330 req-93399dd9-f385-4d5c-ac33-e2adb9032be8 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 944 time: 0.0713162 Sep 15 13:41:46.476164 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-29af3ed8-de0d-49b7-ab83-1a94d8dc2330 req-4871c5fd-8692-4c7c-93a8-6e1d11f55d81 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353038 Sep 15 13:41:46.481868 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-fe8df6b8-a1b8-435d-803e-d29fd4bb5436 service neutron] 10.222.0.30 "GET /v2.0/networks/1a95ae3f-eb65-4410-bd12-2770233cdae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444023 Sep 15 13:41:46.706837 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc91a2-ad6f-43a9-9e7b-51f748ff5c9c req-48035dca-6d4b-4097-870b-e864765b1418 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:46.716339 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-50cc91a2-ad6f-43a9-9e7b-51f748ff5c9c req-48035dca-6d4b-4097-870b-e864765b1418 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 943 time: 0.0636790 Sep 15 13:41:46.772043 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-50cc91a2-ad6f-43a9-9e7b-51f748ff5c9c req-0e6a31c3-aea9-421b-870c-6d41942e99c4 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501242 Sep 15 13:41:46.913484 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2e3c0652-5227-4fce-adec-20c5727c37c0 req-f72ffe37-bba6-40e7-932c-c88de2b8fa64 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 210 time: 0.0297451 Sep 15 13:41:47.063711 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 42988) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:47.195017 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-8591de2f-94ee-4a2c-b847-45d2665f05ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:47.213889 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-d4a85aba-ce9d-4c55-8927-6619c328fe04 req-460e2ec1-61c2-4fee-9bcf-f72a753497ef tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 210 time: 0.1418648 Sep 15 13:41:47.296156 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-8591de2f-94ee-4a2c-b847-45d2665f05ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:47.591308 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-8591de2f-94ee-4a2c-b847-45d2665f05ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:47.635924 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591de2f-94ee-4a2c-b847-45d2665f05ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a769f6-e500-4214-b180-09511b9be6b8,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:47.644417 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-8591de2f-94ee-4a2c-b847-45d2665f05ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf85bbc618d64f52a3402cde20334c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5759003 Sep 15 13:41:47.644931 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 42994) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:47.655350 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3058b29-5724-4910-9164-8863a0c70033 req-96621178-ff7e-4d5b-b779-59c044f750d6 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:47.656831 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b3058b29-5724-4910-9164-8863a0c70033 req-96621178-ff7e-4d5b-b779-59c044f750d6 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 944 time: 0.0932634 Sep 15 13:41:47.720305 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-04b25f58-da98-475a-9b01-2753bd51b834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:47.725734 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b3058b29-5724-4910-9164-8863a0c70033 req-e1eeed57-d4c5-48ef-809f-306e93ddb884 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619824 Sep 15 13:41:47.743161 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-04b25f58-da98-475a-9b01-2753bd51b834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:47.913449 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-04b25f58-da98-475a-9b01-2753bd51b834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:47.915982 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-04b25f58-da98-475a-9b01-2753bd51b834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:47.917472 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-04b25f58-da98-475a-9b01-2753bd51b834 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f1a769f6-e500-4214-b180-09511b9be6b8 HTTP/1.1" status: 204 len: 168 time: 0.2715869 Sep 15 13:41:47.930990 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b25f58-da98-475a-9b01-2753bd51b834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a769f6-e500-4214-b180-09511b9be6b8,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:47.949888 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669a462-0722-4fe6-927a-52123fc2da0a req-31335be6-7bac-42fb-a948-4d3b483aa58b tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:47.951412 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-1669a462-0722-4fe6-927a-52123fc2da0a req-31335be6-7bac-42fb-a948-4d3b483aa58b tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 943 time: 0.0953279 Sep 15 13:41:48.008781 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-1669a462-0722-4fe6-927a-52123fc2da0a req-a2abe7c4-441c-4695-8390-b8bc6fa12467 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483711 Sep 15 13:41:48.019268 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-4f2b1ccb-7fc0-45a3-bce2-ffa4be68a751 req-e75efeef-2d86-45c7-9a9d-1f375e7e94d4 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 210 time: 0.0472424 Sep 15 13:41:48.272510 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5614866-e6fe-4fea-af09-4ff5074c13ec', 'tag': 'f3e4f0be-b966-4336-bece-8bc160a736a9'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:41:48.274849 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cb9f05-cb1b-4f40-b561-208838fba0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "b5614866-e6fe-4fea-af09-4ff5074c13ec", "tag": "f3e4f0be-b966-4336-bece-8bc160a736a9"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:41:48.328772 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4f362bc3-0b76-4f3f-bfb2-5a1a4173b8d6 req-5e955df5-8628-417f-97b8-3d417e5bec33 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 210 time: 0.0410969 Sep 15 13:41:48.330198 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919af0d0-af58-43c0-a1eb-2713e754e8ad x-openstack-request-id: req-919af0d0-af58-43c0-a1eb-2713e754e8ad {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:41:48.330527 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5614866-e6fe-4fea-af09-4ff5074c13ec", "tag": "f3e4f0be-b966-4336-bece-8bc160a736a9", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:41:48.330934 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-919af0d0-af58-43c0-a1eb-2713e754e8ad {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:41:48.331367 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5614866-e6fe-4fea-af09-4ff5074c13ec', 'tag': 'f3e4f0be-b966-4336-bece-8bc160a736a9', 'status': 'completed', 'code': 200} Sep 15 13:41:48.617483 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 43018) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:48.632225 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-042a05b5-6657-4c0b-9f04-83feee6ef8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:48.740004 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-042a05b5-6657-4c0b-9f04-83feee6ef8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:48.842548 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905d489-44ac-48b3-9136-b2a16d322eba req-f7074608-86ee-43de-ac8e-812124f00ab0 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:48.843934 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1905d489-44ac-48b3-9136-b2a16d322eba req-f7074608-86ee-43de-ac8e-812124f00ab0 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 944 time: 0.0487678 Sep 15 13:41:48.881899 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1905d489-44ac-48b3-9136-b2a16d322eba req-3f08a01c-284a-4830-bf98-9e91b1e4f6ef tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314593 Sep 15 13:41:49.055536 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-042a05b5-6657-4c0b-9f04-83feee6ef8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:49.098915 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-042a05b5-6657-4c0b-9f04-83feee6ef8e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8838d9630247440eb5a175fa6dbac3b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4775615 Sep 15 13:41:49.099186 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 43032) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:41:49.148813 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a05b5-6657-4c0b-9f04-83feee6ef8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0aa04e-36ba-432f-834f-2f952d0b4ad3,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:49.166447 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3acb9c12-4392-49fb-97f3-b4d87792af78 req-66aa5c1e-530d-4bc6-bff5-52957aaaf2e6 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 210 time: 0.0507576 Sep 15 13:41:49.185844 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9c59f-2583-446e-86ff-e5076a7eeb58 req-7869a1ae-ee0f-45f8-993a-794f2a3540d4 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:49.185947 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-1840c0f0-a308-4071-8572-6556324237dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:49.186027 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-44c9c59f-2583-446e-86ff-e5076a7eeb58 req-7869a1ae-ee0f-45f8-993a-794f2a3540d4 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 943 time: 0.0866952 Sep 15 13:41:49.213739 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-1840c0f0-a308-4071-8572-6556324237dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:49.227257 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-44c9c59f-2583-446e-86ff-e5076a7eeb58 req-b2a831ed-9330-40a8-9d48-a231315b4074 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365918 Sep 15 13:41:49.368675 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-1840c0f0-a308-4071-8572-6556324237dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:49.371700 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-1840c0f0-a308-4071-8572-6556324237dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:49.372889 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-1840c0f0-a308-4071-8572-6556324237dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f0aa04e-36ba-432f-834f-2f952d0b4ad3 HTTP/1.1" status: 204 len: 168 time: 0.2727447 Sep 15 13:41:49.380711 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840c0f0-a308-4071-8572-6556324237dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0aa04e-36ba-432f-834f-2f952d0b4ad3,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:49.437384 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3b849ec4-bc94-4041-86b2-bd3918a09b61 req-ceeecbc0-ce80-43b8-b7ea-b64ba244febf tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 210 time: 0.0321844 Sep 15 13:41:50.005932 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7db1a0-9886-42bc-80bd-8cc95ac8860a req-3475d9bf-e582-43c7-ae90-0d32ca62274a tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:50.009624 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-cf7db1a0-9886-42bc-80bd-8cc95ac8860a req-3475d9bf-e582-43c7-ae90-0d32ca62274a tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 944 time: 0.0574737 Sep 15 13:41:50.052130 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-cf7db1a0-9886-42bc-80bd-8cc95ac8860a req-0cb98bf1-6e7a-4cf1-99f5-e32ffa9be008 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378437 Sep 15 13:41:50.315748 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b0988999-7391-46e2-81ac-f93124bab086 req-0847d484-1e84-486d-8f6b-63981129d7e7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 210 time: 0.0608861 Sep 15 13:41:50.531369 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-71ce676a-8c4c-4855-9c26-b8fe954cdb4d req-4250c0a7-f915-4fb2-8451-4a2703c6db14 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 210 time: 0.0261390 Sep 15 13:41:50.594219 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb5a95-6caa-401c-a59e-5e23f6e98308 req-640e3523-5525-43ae-8aad-0acdb910d9cb tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:50.595600 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-80fb5a95-6caa-401c-a59e-5e23f6e98308 req-640e3523-5525-43ae-8aad-0acdb910d9cb tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 943 time: 0.2848890 Sep 15 13:41:50.653994 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-80fb5a95-6caa-401c-a59e-5e23f6e98308 req-dcf6486a-26af-494d-a52a-6d7878e5a33b tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521202 Sep 15 13:41:51.179026 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4367a-88e6-4368-9e77-63afd0d09834 req-34fdaf19-f605-435c-9e58-ff00acf67cf9 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:51.180499 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2ba4367a-88e6-4368-9e77-63afd0d09834 req-34fdaf19-f605-435c-9e58-ff00acf67cf9 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 944 time: 0.0496137 Sep 15 13:41:51.220233 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2ba4367a-88e6-4368-9e77-63afd0d09834 req-21fff9a9-8705-4339-bdbd-b7f4287eaf43 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331962 Sep 15 13:41:51.295314 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-30a1f70e-7e62-4618-82c2-eb4bd40dfae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:51.461783 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b5e59165-cf50-4e06-b632-008a8250a222 req-a708b67d-d28c-426f-aaa4-d1cb337359d7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 210 time: 0.0674081 Sep 15 13:41:51.631527 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b692ed1b-fec3-4064-a590-4bb5c3756a63 req-75aeb337-4ca4-4060-af85-9f843786c00f tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 210 time: 0.0299995 Sep 15 13:41:51.825575 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1d2cc-f2db-4683-ac40-3bba19be175b req-0853611b-036d-46a6-b773-b4206ffd1647 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:51.828057 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-6bb1d2cc-f2db-4683-ac40-3bba19be175b req-0853611b-036d-46a6-b773-b4206ffd1647 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 943 time: 0.1146581 Sep 15 13:41:51.903487 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-6bb1d2cc-f2db-4683-ac40-3bba19be175b req-51b054aa-0cad-4664-88bb-4b3521668ead tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636292 Sep 15 13:41:52.342232 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca3798-dab2-4125-8304-e1e1be7a9770 req-f6c41abf-6cbc-4602-99bd-1d07628bc864 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:52.344237 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e4ca3798-dab2-4125-8304-e1e1be7a9770 req-f6c41abf-6cbc-4602-99bd-1d07628bc864 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 944 time: 0.0523624 Sep 15 13:41:52.394796 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e4ca3798-dab2-4125-8304-e1e1be7a9770 req-fded9435-d580-4db3-9865-cf817d571057 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422401 Sep 15 13:41:52.557253 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-730e28c1-f9dd-4a86-94a8-c28c799d8704 req-2c90cd13-c03b-46a0-b349-e71312a01ad5 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 210 time: 0.0285373 Sep 15 13:41:52.743892 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fb45b7fa-28a1-4e58-895e-7241bf0272e0 req-6a1a5731-549f-45af-8e3a-743db9578f80 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 210 time: 0.0434966 Sep 15 13:41:53.032209 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642ac6d-ce1f-42d7-a221-4e0285000c38 req-04e2d9d7-bff5-4092-90a4-84bdc12b13f7 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:53.033625 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-d642ac6d-ce1f-42d7-a221-4e0285000c38 req-04e2d9d7-bff5-4092-90a4-84bdc12b13f7 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 943 time: 0.0535777 Sep 15 13:41:53.071791 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-d642ac6d-ce1f-42d7-a221-4e0285000c38 req-5b2b4543-875b-4383-a5e1-09974c7eb3cc tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322030 Sep 15 13:41:53.514828 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a7ccf-c045-4aa1-8f9a-a23942d9f959 req-c3f6fc0a-645e-470f-ba2b-ff2c0c4ce34a tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:53.516390 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-583a7ccf-c045-4aa1-8f9a-a23942d9f959 req-c3f6fc0a-645e-470f-ba2b-ff2c0c4ce34a tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 944 time: 0.0577700 Sep 15 13:41:53.554124 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-583a7ccf-c045-4aa1-8f9a-a23942d9f959 req-2c59e803-058b-449d-961a-1470b2b8357e tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316877 Sep 15 13:41:53.678814 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ff88c465-474b-4475-9375-8bfa65971824 req-551252f2-8421-4374-ad84-c1de8de9f161 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 210 time: 0.0305095 Sep 15 13:41:53.732525 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-ddf4a0f6-44a0-4ab5-ab11-0a33677c2199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:53.763556 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:53.837765 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-61d0ade6-6a5b-433d-a032-fdf9ec7a47ec req-ae30cac2-a4c4-4e85-8c14-07334bf88512 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 210 time: 0.0280261 Sep 15 13:41:54.191115 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00915fc7-8154-45b3-b56e-05f82e4ce59b req-73da610b-473e-46e2-968f-66c38b2a2047 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:54.192589 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-00915fc7-8154-45b3-b56e-05f82e4ce59b req-73da610b-473e-46e2-968f-66c38b2a2047 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 943 time: 0.0500593 Sep 15 13:41:54.229546 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-00915fc7-8154-45b3-b56e-05f82e4ce59b req-683c82c7-d6c1-48b7-809d-c7d669bf4640 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311060 Sep 15 13:41:54.667027 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9598d8-ca5d-4b8a-8448-97ad0b9fd201 req-b728ec05-6607-4bcf-a1b2-fd3a78ba6cf2 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:54.668995 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9b9598d8-ca5d-4b8a-8448-97ad0b9fd201 req-b728ec05-6607-4bcf-a1b2-fd3a78ba6cf2 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 944 time: 0.0495903 Sep 15 13:41:54.708086 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9b9598d8-ca5d-4b8a-8448-97ad0b9fd201 req-b00b6bb3-4ad6-4a6c-9e16-0a095c45302d tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321727 Sep 15 13:41:54.773029 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-78685b85-161b-4ad0-8457-6cef3747a72e req-99b7c8c2-a348-4167-906e-e4521f429d31 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 210 time: 0.0262635 Sep 15 13:41:54.935061 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b589161a-b75b-4cf8-9754-febf8e165591 req-26237967-6543-40ce-a98c-6dc6659dbc2a tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 210 time: 0.0263505 Sep 15 13:41:55.076873 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:55.342911 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e9b5f-c1f7-4c4c-b3d5-0dd4f80beb28 req-b3cda0c2-d27b-403f-a3f3-89ebf467a6f0 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:55.344412 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-709e9b5f-c1f7-4c4c-b3d5-0dd4f80beb28 req-b3cda0c2-d27b-403f-a3f3-89ebf467a6f0 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 943 time: 0.0486567 Sep 15 13:41:55.380975 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-709e9b5f-c1f7-4c4c-b3d5-0dd4f80beb28 req-42fcab49-b265-4f89-813d-82fff080fd26 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306644 Sep 15 13:41:55.682263 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-3e5da531-18e3-49d3-a0ca-d0288961e3b9 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:55.684240 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-3e5da531-18e3-49d3-a0ca-d0288961e3b9 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.15 "GET /v2.0/networks?id=af76b73a-45f4-4385-bb34-2d79a1f2655b HTTP/1.1" status: 200 len: 818 time: 0.1243539 Sep 15 13:41:55.709366 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-32dca607-6ce0-4504-92e5-1f879efb087d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Request body: {'port': {'device_id': 'f49c98b0-068c-4c4b-8917-7bba306a4c4b', 'network_id': 'af76b73a-45f4-4385-bb34-2d79a1f2655b', 'admin_state_up': True, 'tenant_id': 'e9d232f7ddba465ebf00a66c759ab7fb'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:41:55.884913 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-d00914a7-3360-498a-beee-001456a059de req-725d2565-86b0-4745-8f80-559d19ff0b6d tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 210 time: 0.0270879 Sep 15 13:41:55.901600 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb9f05-cb1b-4f40-b561-208838fba0f9 req-61204d5f-8df2-4838-8f22-30b77bafb201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:55.903501 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c3cb9f05-cb1b-4f40-b561-208838fba0f9 req-61204d5f-8df2-4838-8f22-30b77bafb201 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a77332b667a46f3aeede13af86ec8bd&device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 1096 time: 0.1656690 Sep 15 13:41:55.906019 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219a438-2e7b-444a-b9f8-17fd2522cceb req-4039ee55-5d49-4ad0-a5df-ed10bcbd2308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:55.908401 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d219a438-2e7b-444a-b9f8-17fd2522cceb req-4039ee55-5d49-4ad0-a5df-ed10bcbd2308 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30e683cd0b3b464593bae97131ae8279&device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 1097 time: 0.1708593 Sep 15 13:41:55.919923 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1f937-1144-4622-9ad2-ee8c29a431e9 req-a6efc790-9f19-403c-8004-8246e1c82f98 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:55.921373 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-73e1f937-1144-4622-9ad2-ee8c29a431e9 req-a6efc790-9f19-403c-8004-8246e1c82f98 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 944 time: 0.1010239 Sep 15 13:41:55.972466 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-32dca607-6ce0-4504-92e5-1f879efb087d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Made reservation on behalf of e9d232f7ddba465ebf00a66c759ab7fb for: {'port': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:41:55.976606 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-32dca607-6ce0-4504-92e5-1f879efb087d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:56.094596 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-8c109203-24d8-459b-9a9c-253c9c787b1e req-426bd17f-3744-47ef-bba2-1ed18a7e24dd tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 210 time: 0.0798092 Sep 15 13:41:56.141704 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-73e1f937-1144-4622-9ad2-ee8c29a431e9 req-5f2c587e-50d1-4c46-9535-d89c7557e602 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144229 Sep 15 13:41:56.221743 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb9f05-cb1b-4f40-b561-208838fba0f9 req-ff2ac924-452d-4720-ba78-c7977f432d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:56.225507 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c3cb9f05-cb1b-4f40-b561-208838fba0f9 req-ff2ac924-452d-4720-ba78-c7977f432d79 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5a77332b667a46f3aeede13af86ec8bd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2907388 Sep 15 13:41:56.225507 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219a438-2e7b-444a-b9f8-17fd2522cceb req-bf698a0d-5369-4859-bc32-3c84cdc6fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:56.226028 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d219a438-2e7b-444a-b9f8-17fd2522cceb req-bf698a0d-5369-4859-bc32-3c84cdc6fc59 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=30e683cd0b3b464593bae97131ae8279&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2915287 Sep 15 13:41:56.260288 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_common [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-32dca607-6ce0-4504-92e5-1f879efb087d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Allocated IP 172.20.0.12 (af76b73a-45f4-4385-bb34-2d79a1f2655b/c2dd6332-a9e3-4eef-b026-6ff2e75e77c7/cee97d2d-987f-4ec8-b5a7-7392a0f21b33) {{(pid=101213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:41:56.408231 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-32dca607-6ce0-4504-92e5-1f879efb087d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Notify callbacks [] for port, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:56.492136 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa787a7-d52b-4f40-aebf-3c2b7c75d505 req-7bd6029d-95cf-4867-9563-55a22f9aeb4c tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:56.493514 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-bfa787a7-d52b-4f40-aebf-3c2b7c75d505 req-7bd6029d-95cf-4867-9563-55a22f9aeb4c tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 943 time: 0.0471642 Sep 15 13:41:56.531332 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-bfa787a7-d52b-4f40-aebf-3c2b7c75d505 req-18039af3-cc82-4dc0-8f16-f45e623745f4 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314589 Sep 15 13:41:56.557046 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-32dca607-6ce0-4504-92e5-1f879efb087d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:56.629173 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:56.629785 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-32dca607-6ce0-4504-92e5-1f879efb087d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Network af76b73a-45f4-4385-bb34-2d79a1f2655b is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:41:56.634890 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-32dca607-6ce0-4504-92e5-1f879efb087d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:41:56.641849 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-32dca607-6ce0-4504-92e5-1f879efb087d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Received port after_create {{(pid=101213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:41:56.647336 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-32dca607-6ce0-4504-92e5-1f879efb087d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:56.647929 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-32dca607-6ce0-4504-92e5-1f879efb087d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for port, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:56.659170 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dca607-6ce0-4504-92e5-1f879efb087d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Pushing event updated for resources: {'Port': ['ID=cee97d2d-987f-4ec8-b5a7-7392a0f21b33,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:56.733116 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-32dca607-6ce0-4504-92e5-1f879efb087d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0279503 Sep 15 13:41:56.979188 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-89291640-2666-477a-9ef5-e8af25288e91 req-9b07d629-7a85-40c7-8504-224fe05ff0af tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 210 time: 0.0263944 Sep 15 13:41:57.185009 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c4f26630-1810-43d4-a064-c924f71d41da req-76c656c0-eaa1-4fb0-9afc-3462a129d29c tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 210 time: 0.0277319 Sep 15 13:41:57.262531 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b86bec-a3ee-4110-a0c0-eb5a2ffa0a9f req-be17bbc5-7e6c-4d8f-a138-cfc3bec35e6a tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:57.264204 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-09b86bec-a3ee-4110-a0c0-eb5a2ffa0a9f req-be17bbc5-7e6c-4d8f-a138-cfc3bec35e6a tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 944 time: 0.0488384 Sep 15 13:41:57.304375 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-09b86bec-a3ee-4110-a0c0-eb5a2ffa0a9f req-373e5811-1ae7-484e-8180-fed94121a9c5 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342317 Sep 15 13:41:57.646049 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2deaa60-e468-4e3a-9e95-458f8dd9cce4 req-5007092a-e1a0-43cc-aa0f-f14e2639a4d8 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:57.647431 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c2deaa60-e468-4e3a-9e95-458f8dd9cce4 req-5007092a-e1a0-43cc-aa0f-f14e2639a4d8 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 943 time: 0.0493813 Sep 15 13:41:57.686045 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c2deaa60-e468-4e3a-9e95-458f8dd9cce4 req-685c8163-50da-47d5-aa33-0cb170be7376 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319881 Sep 15 13:41:58.071341 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9ea3e9cd-1d3b-4964-bd03-60639dca3919 req-69e33dd4-82a9-4d42-8a28-ba1060d67b14 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 210 time: 0.0255859 Sep 15 13:41:58.275967 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-1d87245b-9b7e-49c1-8672-380579801984 req-91b03843-f1ee-430c-bdf8-2cbc066681f9 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 210 time: 0.0254538 Sep 15 13:41:58.384003 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:41:58.421354 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d46fb-324b-496d-86dd-f4399ec0d581 req-2c1db85d-9edf-4919-b10c-919fff735139 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:58.422829 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a37d46fb-324b-496d-86dd-f4399ec0d581 req-2c1db85d-9edf-4919-b10c-919fff735139 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 944 time: 0.0476272 Sep 15 13:41:58.459899 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a37d46fb-324b-496d-86dd-f4399ec0d581 req-54348fda-572e-4cf0-b749-5c4327e462c9 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311100 Sep 15 13:41:58.799952 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7267cc-b976-4f44-87c0-156251802ce4 req-4a39a962-80ac-45df-978e-cc24b005df78 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:58.801403 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ca7267cc-b976-4f44-87c0-156251802ce4 req-4a39a962-80ac-45df-978e-cc24b005df78 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 943 time: 0.0501978 Sep 15 13:41:58.838758 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ca7267cc-b976-4f44-87c0-156251802ce4 req-5fa42206-8949-4c82-8cd5-93edb5e62653 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311935 Sep 15 13:41:59.146602 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-d4c1e6dc-9908-4465-8d89-a4d7ec6311ec service neutron] Request body: {'port': {'device_id': 'f49c98b0-068c-4c4b-8917-7bba306a4c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:41:59.203828 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-d4c1e6dc-9908-4465-8d89-a4d7ec6311ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:59.414226 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-03276f05-4504-469a-b5a5-45d8e616fa35 req-b0464ae6-520d-46b6-83e5-f35fc76eed73 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 210 time: 0.0461431 Sep 15 13:41:59.424286 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ab3c6e78-5f4e-41ff-8144-3e6e87d9acd0 req-e856e0e0-9629-402e-b4ea-a7905f0ca3cd tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 210 time: 0.2522936 Sep 15 13:41:59.642046 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219a438-2e7b-444a-b9f8-17fd2522cceb req-a5d9ba38-0ef0-4598-a47b-142bcff5f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:59.643410 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d219a438-2e7b-444a-b9f8-17fd2522cceb req-a5d9ba38-0ef0-4598-a47b-142bcff5f9fe service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5119195 Sep 15 13:41:59.644325 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb9f05-cb1b-4f40-b561-208838fba0f9 req-36103eac-fd37-42bb-99a2-3a716b687b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:59.645625 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c3cb9f05-cb1b-4f40-b561-208838fba0f9 req-36103eac-fd37-42bb-99a2-3a716b687b31 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5100284 Sep 15 13:41:59.661330 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d1554-ec16-49e3-8414-11d812af84dc req-6b6cf15b-b7da-419c-a666-81b23452e3c7 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:41:59.662755 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-778d1554-ec16-49e3-8414-11d812af84dc req-6b6cf15b-b7da-419c-a666-81b23452e3c7 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 944 time: 0.1131327 Sep 15 13:41:59.701370 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-778d1554-ec16-49e3-8414-11d812af84dc req-53495472-a3f3-42cc-82b0-188c46ac8de4 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318696 Sep 15 13:41:59.705971 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.notifiers.nova [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-d4c1e6dc-9908-4465-8d89-a4d7ec6311ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cee97d2d-987f-4ec8-b5a7-7392a0f21b33 {{(pid=101213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:41:59.713903 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-d4c1e6dc-9908-4465-8d89-a4d7ec6311ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:59.734327 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.provisioning_blocks [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-d4c1e6dc-9908-4465-8d89-a4d7ec6311ec service neutron] Transition to ACTIVE for port object cee97d2d-987f-4ec8-b5a7-7392a0f21b33 will not be triggered until provisioned by entity L2. {{(pid=101213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:41:59.835271 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-d4c1e6dc-9908-4465-8d89-a4d7ec6311ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:41:59.894843 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1e6dc-9908-4465-8d89-a4d7ec6311ec service neutron] Pushing event updated for resources: {'Port': ['ID=cee97d2d-987f-4ec8-b5a7-7392a0f21b33,revision_number=2']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:41:59.971407 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.managers [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-d4c1e6dc-9908-4465-8d89-a4d7ec6311ec service neutron] Attempting to bind port cee97d2d-987f-4ec8-b5a7-7392a0f21b33 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=101213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:41:59.971758 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.managers [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-d4c1e6dc-9908-4465-8d89-a4d7ec6311ec service neutron] Attempting to bind port cee97d2d-987f-4ec8-b5a7-7392a0f21b33 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': '9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'af76b73a-45f4-4385-bb34-2d79a1f2655b'}] {{(pid=101213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:41:59.972098 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-d4c1e6dc-9908-4465-8d89-a4d7ec6311ec service neutron] Attempting to bind port cee97d2d-987f-4ec8-b5a7-7392a0f21b33 on network af76b73a-45f4-4385-bb34-2d79a1f2655b {{(pid=101213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:41:59.981086 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-d4c1e6dc-9908-4465-8d89-a4d7ec6311ec service neutron] Port cee97d2d-987f-4ec8-b5a7-7392a0f21b33 on network af76b73a-45f4-4385-bb34-2d79a1f2655b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=101213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:41:59.981425 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-d4c1e6dc-9908-4465-8d89-a4d7ec6311ec service neutron] Attempting to bind port cee97d2d-987f-4ec8-b5a7-7392a0f21b33 on network af76b73a-45f4-4385-bb34-2d79a1f2655b {{(pid=101213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:41:59.998930 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8dc65d-a2bf-4b9e-892c-b346c2cc225f req-7ad0339e-ca67-4f11-b31d-7a8f86f29aa9 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:00.000384 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-cb8dc65d-a2bf-4b9e-892c-b346c2cc225f req-7ad0339e-ca67-4f11-b31d-7a8f86f29aa9 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 943 time: 0.0837405 Sep 15 13:42:00.001498 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-d4c1e6dc-9908-4465-8d89-a4d7ec6311ec service neutron] Checking agent: {'id': 'b550a8ff-0b84-4201-8276-b98629f1370c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'started_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:42:00.001819 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-d4c1e6dc-9908-4465-8d89-a4d7ec6311ec service neutron] Checking segment: {'id': '9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'af76b73a-45f4-4385-bb34-2d79a1f2655b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:42:00.002364 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-d4c1e6dc-9908-4465-8d89-a4d7ec6311ec service neutron] Bound using segment: {'id': '9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'af76b73a-45f4-4385-bb34-2d79a1f2655b'} {{(pid=101213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:42:00.002803 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.managers [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-d4c1e6dc-9908-4465-8d89-a4d7ec6311ec service neutron] Bound port: cee97d2d-987f-4ec8-b5a7-7392a0f21b33, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'af76b73a-45f4-4385-bb34-2d79a1f2655b'}}] {{(pid=101213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:42:00.003150 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-d4c1e6dc-9908-4465-8d89-a4d7ec6311ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:00.067822 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-cb8dc65d-a2bf-4b9e-892c-b346c2cc225f req-13182ac2-d4da-438e-b6ce-910d6765a59f tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555415 Sep 15 13:42:00.097808 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.db [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-d4c1e6dc-9908-4465-8d89-a4d7ec6311ec service neutron] For port cee97d2d-987f-4ec8-b5a7-7392a0f21b33, host hv-cinder-80345, cleared binding levels {{(pid=101213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:42:00.102281 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.db [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-d4c1e6dc-9908-4465-8d89-a4d7ec6311ec service neutron] For port cee97d2d-987f-4ec8-b5a7-7392a0f21b33, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=cee97d2d-987f-4ec8-b5a7-7392a0f21b33,segment=NetworkSegment(9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a),segment_id=9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a)] {{(pid=101213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:42:00.189496 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-d4c1e6dc-9908-4465-8d89-a4d7ec6311ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:00.226527 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-d4c1e6dc-9908-4465-8d89-a4d7ec6311ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:00.227199 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-d4c1e6dc-9908-4465-8d89-a4d7ec6311ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for port, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:00.228579 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-d4c1e6dc-9908-4465-8d89-a4d7ec6311ec service neutron] 10.222.0.15 "PUT /v2.0/ports/cee97d2d-987f-4ec8-b5a7-7392a0f21b33 HTTP/1.1" status: 200 len: 1094 time: 1.0862639 Sep 15 13:42:00.229002 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49c98b0-068c-4c4b-8917-7bba306a4c4b', 'tag': 'cee97d2d-987f-4ec8-b5a7-7392a0f21b33'}] {{(pid=101213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:42:00.315644 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1e6dc-9908-4465-8d89-a4d7ec6311ec service neutron] Pushing event updated for resources: {'Port': ['ID=cee97d2d-987f-4ec8-b5a7-7392a0f21b33,revision_number=3']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:00.398465 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff073eead6493975f685ac04183236be2a8c26a4aa37cf526e84efa9cac54909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315b4426-5305-4b4e-851b-26cd055625da" -d '{"events": [{"name": "network-changed", "server_uuid": "f49c98b0-068c-4c4b-8917-7bba306a4c4b", "tag": "cee97d2d-987f-4ec8-b5a7-7392a0f21b33"}]}' {{(pid=101213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:42:00.491257 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bc60da-12b6-4ee0-aeeb-5fcc2e4d2e20 x-openstack-request-id: req-c5bc60da-12b6-4ee0-aeeb-5fcc2e4d2e20 {{(pid=101213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:42:00.491847 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49c98b0-068c-4c4b-8917-7bba306a4c4b", "tag": "cee97d2d-987f-4ec8-b5a7-7392a0f21b33", "status": "completed", "code": 200}]} {{(pid=101213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:42:00.491847 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c5bc60da-12b6-4ee0-aeeb-5fcc2e4d2e20 {{(pid=101213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:42:00.494436 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f49c98b0-068c-4c4b-8917-7bba306a4c4b', 'tag': 'cee97d2d-987f-4ec8-b5a7-7392a0f21b33', 'status': 'completed', 'code': 200} Sep 15 13:42:00.538403 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3d3f7d3b-923b-4743-8a67-b1d5c80cf927 req-aa19fedc-5aec-4412-931f-0850c98487c8 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 210 time: 0.0428977 Sep 15 13:42:00.567860 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ee856834-7fac-40ac-ab1a-a7f749c279bb req-7a58fb4a-b3b3-4db0-9235-8b660d9981bf tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 210 time: 0.0302138 Sep 15 13:42:00.812720 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e2044-3298-4771-935d-d5257492ca61 req-b3f23531-567f-4062-ad95-43f40eb6b684 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:00.814285 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3e4e2044-3298-4771-935d-d5257492ca61 req-b3f23531-567f-4062-ad95-43f40eb6b684 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 944 time: 0.0475130 Sep 15 13:42:00.852034 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3e4e2044-3298-4771-935d-d5257492ca61 req-4f3682c9-cfc6-4b66-a56c-8a1e793fda7d tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319493 Sep 15 13:42:01.189379 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0be5be-658b-4c7f-a9d8-47dce35e1609 req-f85f44e9-29c3-47d9-ac6b-e727cb59831c tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:01.190819 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0c0be5be-658b-4c7f-a9d8-47dce35e1609 req-f85f44e9-29c3-47d9-ac6b-e727cb59831c tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 943 time: 0.0469708 Sep 15 13:42:01.227892 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0c0be5be-658b-4c7f-a9d8-47dce35e1609 req-c4866129-20ac-494f-9ac6-506a3ff5b7a6 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312569 Sep 15 13:42:01.636807 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-6a0de73c-c4de-47e3-b8d2-c83bc82342af req-6cfa254b-d204-457f-8fe6-e08944022fca tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 210 time: 0.0285211 Sep 15 13:42:01.665748 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-81399079-0a55-4d2b-95e9-75e5afe7de05 req-35143825-219c-42fb-9328-bb77f4c6e884 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 210 time: 0.0303023 Sep 15 13:42:01.963390 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c36f9b-cd41-479a-80e4-8db4360373b8 req-4ec5c7e9-9570-479b-957f-e6123817a36d tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:01.965250 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b2c36f9b-cd41-479a-80e4-8db4360373b8 req-4ec5c7e9-9570-479b-957f-e6123817a36d tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 944 time: 0.0489256 Sep 15 13:42:02.002593 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b2c36f9b-cd41-479a-80e4-8db4360373b8 req-405c7c53-bc50-486f-9475-9da4553ac67f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316000 Sep 15 13:42:02.311757 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-0cc9e40f-be2d-4e44-addf-ff2eaebbf564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:02.313249 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-0cc9e40f-be2d-4e44-addf-ff2eaebbf564 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a77332b667a46f3aeede13af86ec8bd&device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 1096 time: 0.0702159 Sep 15 13:42:02.328605 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-057414c4-dd4f-4104-87bf-96cad612625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:02.330109 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-057414c4-dd4f-4104-87bf-96cad612625b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9d232f7ddba465ebf00a66c759ab7fb&device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 1097 time: 0.0931733 Sep 15 13:42:02.331954 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-65baaf6a-de97-4818-8312-f55e52d96632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:02.333533 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-65baaf6a-de97-4818-8312-f55e52d96632 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30e683cd0b3b464593bae97131ae8279&device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 1097 time: 0.0889580 Sep 15 13:42:02.384226 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-d6007f39-630b-40ea-a103-b2a0eb32b0ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3e4f0be-b966-4336-bece-8bc160a736a9 HTTP/1.1" status: 200 len: 217 time: 0.0621769 Sep 15 13:42:02.395749 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415707ab-080a-4f3b-97e0-6e0b0e719869 req-b399d84f-f054-46ec-938d-37ee219bfae0 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:02.397106 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-415707ab-080a-4f3b-97e0-6e0b0e719869 req-b399d84f-f054-46ec-938d-37ee219bfae0 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 943 time: 0.0998199 Sep 15 13:42:02.441128 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-5ceaf352-6f4e-458d-9d7a-fd9fb1dad1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:02.442569 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-5ceaf352-6f4e-458d-9d7a-fd9fb1dad1ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e2a9b9a-a96e-41b1-a240-643d927b0ccf HTTP/1.1" status: 200 len: 852 time: 0.0507295 Sep 15 13:42:02.453796 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-fd6af3bf-b484-40be-bf44-55d95a59371f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cee97d2d-987f-4ec8-b5a7-7392a0f21b33 HTTP/1.1" status: 200 len: 217 time: 0.1060331 Sep 15 13:42:02.460712 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-9aa2320c-735e-4906-b430-12682d683c11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb997887-02c6-475d-b775-5803a8a38c3b HTTP/1.1" status: 200 len: 217 time: 0.1112595 Sep 15 13:42:02.501107 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-73233d33-f7a6-44f9-ad01-e612567def00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6d9650cb-d25b-4bf9-b3d3-aa64a46281ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483472 Sep 15 13:42:02.574970 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-415707ab-080a-4f3b-97e0-6e0b0e719869 req-1693033c-e806-4be6-9946-668496e444d9 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489065 Sep 15 13:42:02.595706 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-8ab07ae9-b965-4b51-a4ec-2e2aa10e89c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:02.597148 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-8ab07ae9-b965-4b51-a4ec-2e2aa10e89c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6063b90d-c941-474e-b7a5-2a0f7253c43f HTTP/1.1" status: 200 len: 855 time: 0.1196148 Sep 15 13:42:02.598573 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-5fefa054-3448-43f2-a719-3085394e9f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:02.601876 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-5fefa054-3448-43f2-a719-3085394e9f60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2dd6332-a9e3-4eef-b026-6ff2e75e77c7 HTTP/1.1" status: 200 len: 858 time: 0.1329305 Sep 15 13:42:02.621677 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-3179d0a8-a8f6-423c-8394-0b85d3408a63 service neutron] 10.222.0.15 "GET /v2.0/networks/6d9650cb-d25b-4bf9-b3d3-aa64a46281ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112492 Sep 15 13:42:02.679564 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-ff4bd946-c5b6-482d-9b54-72137ca16bd3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00a6423b-264c-4faa-9184-20a06ec6a475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682056 Sep 15 13:42:02.725447 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-3a4a3099-64ac-4d09-a80b-bafb04dbdbcd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af76b73a-45f4-4385-bb34-2d79a1f2655b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151693 Sep 15 13:42:02.735155 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-43a2b0cc-562f-43a4-9a94-b8468d01c1bc req-26b37d79-78b9-4720-9d90-6daca13342d6 service neutron] 10.222.0.15 "GET /v2.0/networks/6d9650cb-d25b-4bf9-b3d3-aa64a46281ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069226 Sep 15 13:42:02.752149 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ffc0b06a-f7bb-414a-92b8-88de3c5a397f req-1492ba12-d109-4196-91ea-fa308262f180 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 210 time: 0.0330322 Sep 15 13:42:02.788164 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3905a5f3-703e-4462-85bc-0a05d0d56ef8 req-f7f1b4ed-b334-42f1-8090-47d8a8520629 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 210 time: 0.0318530 Sep 15 13:42:02.902923 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-777a0849-ac93-4937-bd76-3c7d97209884 service neutron] 10.222.0.15 "GET /v2.0/networks/00a6423b-264c-4faa-9184-20a06ec6a475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032392 Sep 15 13:42:02.904732 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-c7869592-a560-41dc-8631-afa0ae71e803 service neutron] 10.222.0.15 "GET /v2.0/networks/af76b73a-45f4-4385-bb34-2d79a1f2655b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679249 Sep 15 13:42:02.905928 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-2280d0a1-72c9-4306-93b2-54c2f3d7ee3f tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:02.907388 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-2280d0a1-72c9-4306-93b2-54c2f3d7ee3f tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.15 "GET /v2.0/networks?id=1a95ae3f-eb65-4410-bd12-2770233cdae3 HTTP/1.1" status: 200 len: 810 time: 0.1192698 Sep 15 13:42:02.976461 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-7c3f9153-f9fc-4d7d-9a68-229902faf8f1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9afbcb1e186943a180e744626f0ee7af HTTP/1.1" status: 200 len: 380 time: 0.0447645 Sep 15 13:42:02.986456 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-ef57fb20-e70d-47ab-a051-81d6eaa1c1e1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Request body: {'port': {'device_id': '61f02c55-2372-4599-85bb-c3ab85a44e3a', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'admin_state_up': True, 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'security_groups': ['295d197d-4312-4d66-8c93-ad5e6d847739']}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:42:03.087347 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3cd7a08d-0457-42f6-b4b6-506e25971897 req-cde57a93-5519-47a7-95b8-cf70e5cb25a9 service neutron] 10.222.0.15 "GET /v2.0/networks/af76b73a-45f4-4385-bb34-2d79a1f2655b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551082 Sep 15 13:42:03.089646 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d3e6d6ec-0125-4072-8b4f-ac0120a07437 req-cb4909c0-a7a8-4141-93a9-25147735b043 service neutron] 10.222.0.15 "GET /v2.0/networks/00a6423b-264c-4faa-9184-20a06ec6a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491325 Sep 15 13:42:03.151002 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a37bb-6c7b-48dd-b4b2-9dbe70ad385d req-3db57fce-2239-4754-9f90-51b17ce07f56 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:03.153001 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c19a37bb-6c7b-48dd-b4b2-9dbe70ad385d req-3db57fce-2239-4754-9f90-51b17ce07f56 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 944 time: 0.0710337 Sep 15 13:42:03.192392 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c19a37bb-6c7b-48dd-b4b2-9dbe70ad385d req-e421f39b-987d-4bee-9cd4-efd18e8b54ef tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333412 Sep 15 13:42:03.288532 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-ef57fb20-e70d-47ab-a051-81d6eaa1c1e1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Made reservation on behalf of 9afbcb1e186943a180e744626f0ee7af for: {'port': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:42:03.289828 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b4426-5305-4b4e-851b-26cd055625da req-aac255fb-c7b7-4e5e-b630-7bd5a4d506d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:03.291262 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-315b4426-5305-4b4e-851b-26cd055625da req-aac255fb-c7b7-4e5e-b630-7bd5a4d506d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9d232f7ddba465ebf00a66c759ab7fb&device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 1097 time: 0.0419619 Sep 15 13:42:03.293428 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-ef57fb20-e70d-47ab-a051-81d6eaa1c1e1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:03.427940 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_common [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-ef57fb20-e70d-47ab-a051-81d6eaa1c1e1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Allocated IP 172.20.0.9 (1a95ae3f-eb65-4410-bd12-2770233cdae3/e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6/ee782ef4-59ee-40b2-ae51-01d1682ba32f) {{(pid=101213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:42:03.448953 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b4426-5305-4b4e-851b-26cd055625da req-6fa3b8f3-7e3d-4fc7-8a8c-2cfa508a08fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:03.448953 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-315b4426-5305-4b4e-851b-26cd055625da req-6fa3b8f3-7e3d-4fc7-8a8c-2cfa508a08fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=af76b73a-45f4-4385-bb34-2d79a1f2655b HTTP/1.1" status: 200 len: 919 time: 0.1468148 Sep 15 13:42:03.507949 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-315b4426-5305-4b4e-851b-26cd055625da req-02a26842-25c8-4547-b10b-06875e86a526 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cee97d2d-987f-4ec8-b5a7-7392a0f21b33 HTTP/1.1" status: 200 len: 217 time: 0.0542386 Sep 15 13:42:03.577068 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-ef57fb20-e70d-47ab-a051-81d6eaa1c1e1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for port, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:03.644126 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b4426-5305-4b4e-851b-26cd055625da req-c0493373-c345-4948-83ff-82c1857aaa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:03.645577 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-315b4426-5305-4b4e-851b-26cd055625da req-c0493373-c345-4948-83ff-82c1857aaa28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2dd6332-a9e3-4eef-b026-6ff2e75e77c7 HTTP/1.1" status: 200 len: 858 time: 0.1228662 Sep 15 13:42:03.701020 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-315b4426-5305-4b4e-851b-26cd055625da req-1e33cd1c-4789-45d8-b9cf-827a16796236 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af76b73a-45f4-4385-bb34-2d79a1f2655b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479383 Sep 15 13:42:03.722375 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-d7137e2e-c112-4d18-bb82-782aef8ff5ee tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:03.723723 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-d7137e2e-c112-4d18-bb82-782aef8ff5ee tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.15 "GET /v2.0/networks?id=af76b73a-45f4-4385-bb34-2d79a1f2655b HTTP/1.1" status: 200 len: 818 time: 0.2263470 Sep 15 13:42:03.748606 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-51a057ac-1b4b-4a40-b449-c8ae1aa0e782 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Request body: {'port': {'device_id': '499982bc-76e1-4460-a49c-0369697b4c91', 'network_id': 'af76b73a-45f4-4385-bb34-2d79a1f2655b', 'admin_state_up': True, 'tenant_id': 'e9d232f7ddba465ebf00a66c759ab7fb'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:42:03.761780 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-ef57fb20-e70d-47ab-a051-81d6eaa1c1e1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:03.805343 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-ef57fb20-e70d-47ab-a051-81d6eaa1c1e1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Network 1a95ae3f-eb65-4410-bd12-2770233cdae3 is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:42:03.809556 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-ef57fb20-e70d-47ab-a051-81d6eaa1c1e1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:42:03.813656 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.l3_dvrscheduler_db [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-ef57fb20-e70d-47ab-a051-81d6eaa1c1e1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Received port after_create {{(pid=101213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:42:03.821569 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-ef57fb20-e70d-47ab-a051-81d6eaa1c1e1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:03.822237 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-ef57fb20-e70d-47ab-a051-81d6eaa1c1e1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for port, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:03.899084 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57fb20-e70d-47ab-a051-81d6eaa1c1e1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Pushing event updated for resources: {'Port': ['ID=ee782ef4-59ee-40b2-ae51-01d1682ba32f,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:03.972576 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-ef57fb20-e70d-47ab-a051-81d6eaa1c1e1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9897137 Sep 15 13:42:03.989197 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c0670-101f-477c-a8a3-9c2c25ff57ea req-aeb5fc7a-8e46-4ac7-b08f-6fc169c36d68 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:03.998107 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-793c0670-101f-477c-a8a3-9c2c25ff57ea req-aeb5fc7a-8e46-4ac7-b08f-6fc169c36d68 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 931 time: 0.1276684 Sep 15 13:42:04.010005 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-8737323c-8a85-4f4a-be6b-70ef98d63fcc service neutron] Request body: {'port': {'device_id': '61f02c55-2372-4599-85bb-c3ab85a44e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:42:04.056968 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d14bbb-b3a1-4d80-9bb5-8c8909f9f222 req-7053ebd1-770c-47ec-b82d-188972dda528 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:04.059397 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-97d14bbb-b3a1-4d80-9bb5-8c8909f9f222 req-7053ebd1-770c-47ec-b82d-188972dda528 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 943 time: 0.3935008 Sep 15 13:42:04.118544 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-793c0670-101f-477c-a8a3-9c2c25ff57ea req-a309245e-c54d-4e8e-81bf-241aae3d7a2e tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193111 Sep 15 13:42:04.119237 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-8737323c-8a85-4f4a-be6b-70ef98d63fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:04.144397 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-315b4426-5305-4b4e-851b-26cd055625da req-f4d26deb-b54c-4001-8331-5b863b6594f8 service neutron] 10.222.0.15 "GET /v2.0/networks/af76b73a-45f4-4385-bb34-2d79a1f2655b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299064 Sep 15 13:42:04.157902 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-97d14bbb-b3a1-4d80-9bb5-8c8909f9f222 req-3c6a48cf-e239-499f-ab72-fa11577805be tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842130 Sep 15 13:42:04.213982 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-3a784fd5-04fb-40d0-b696-8a70bfff1be7 None None] Provisioning complete for port ee782ef4-59ee-40b2-ae51-01d1682ba32f triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:42:04.214798 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-3a784fd5-04fb-40d0-b696-8a70bfff1be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:04.257576 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-3a784fd5-04fb-40d0-b696-8a70bfff1be7 None None] Port ee782ef4-59ee-40b2-ae51-01d1682ba32f cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:42:04.267306 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-315b4426-5305-4b4e-851b-26cd055625da req-7a9dbad1-9c7a-4b0e-a524-63595c6af14c service neutron] 10.222.0.15 "GET /v2.0/networks/af76b73a-45f4-4385-bb34-2d79a1f2655b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084838 Sep 15 13:42:04.329611 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-51a057ac-1b4b-4a40-b449-c8ae1aa0e782 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Made reservation on behalf of e9d232f7ddba465ebf00a66c759ab7fb for: {'port': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:42:04.334792 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-51a057ac-1b4b-4a40-b449-c8ae1aa0e782 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:04.356183 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c8e09-5535-4676-b632-7f997501f3e1 req-6b6755fc-65ee-4f5e-9429-a7e61e127860 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:04.357873 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ad7c8e09-5535-4676-b632-7f997501f3e1 req-6b6755fc-65ee-4f5e-9429-a7e61e127860 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 944 time: 0.0678139 Sep 15 13:42:04.429371 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a2848aaf-0300-4f08-85f8-1d17479dcdf9 req-1b0be2b4-06b9-4fd6-bb83-00725b38d607 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 210 time: 0.2235396 Sep 15 13:42:04.444886 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ad7c8e09-5535-4676-b632-7f997501f3e1 req-36c3c753-47ac-4959-917a-0aae85476dfa tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806508 Sep 15 13:42:04.507986 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-51a057ac-1b4b-4a40-b449-c8ae1aa0e782 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Allocated IP 172.20.0.13 (af76b73a-45f4-4385-bb34-2d79a1f2655b/c2dd6332-a9e3-4eef-b026-6ff2e75e77c7/95e5ccdb-a8d2-44de-9aab-1b01167fe2c1) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:42:04.596001 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 43406) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:04.601033 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.notifiers.nova [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-8737323c-8a85-4f4a-be6b-70ef98d63fcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee782ef4-59ee-40b2-ae51-01d1682ba32f {{(pid=101213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:42:04.609931 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-8737323c-8a85-4f4a-be6b-70ef98d63fcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:04.622027 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.provisioning_blocks [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-8737323c-8a85-4f4a-be6b-70ef98d63fcc service neutron] Transition to ACTIVE for port object ee782ef4-59ee-40b2-ae51-01d1682ba32f will not be triggered until provisioned by entity L2. {{(pid=101213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:42:04.674264 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-51a057ac-1b4b-4a40-b449-c8ae1aa0e782 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:04.693709 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-8737323c-8a85-4f4a-be6b-70ef98d63fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:04.748706 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-7b7ece92-a1c6-40fc-8ad9-382c727df8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:04.804930 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737323c-8a85-4f4a-be6b-70ef98d63fcc service neutron] Pushing event updated for resources: {'Port': ['ID=ee782ef4-59ee-40b2-ae51-01d1682ba32f,revision_number=2']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:04.819968 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.managers [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-8737323c-8a85-4f4a-be6b-70ef98d63fcc service neutron] Attempting to bind port ee782ef4-59ee-40b2-ae51-01d1682ba32f on host hv-cinder-80345 for vnic_type normal with profile {{(pid=101213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:42:04.821560 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.managers [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-8737323c-8a85-4f4a-be6b-70ef98d63fcc service neutron] Attempting to bind port ee782ef4-59ee-40b2-ae51-01d1682ba32f by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': 'c2499852-0995-4468-ba42-b5e7f07ff544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3'}] {{(pid=101213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:42:04.822343 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-8737323c-8a85-4f4a-be6b-70ef98d63fcc service neutron] Attempting to bind port ee782ef4-59ee-40b2-ae51-01d1682ba32f on network 1a95ae3f-eb65-4410-bd12-2770233cdae3 {{(pid=101213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:42:04.829449 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-8737323c-8a85-4f4a-be6b-70ef98d63fcc service neutron] Port ee782ef4-59ee-40b2-ae51-01d1682ba32f on network 1a95ae3f-eb65-4410-bd12-2770233cdae3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=101213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:42:04.830286 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-8737323c-8a85-4f4a-be6b-70ef98d63fcc service neutron] Attempting to bind port ee782ef4-59ee-40b2-ae51-01d1682ba32f on network 1a95ae3f-eb65-4410-bd12-2770233cdae3 {{(pid=101213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:42:04.843225 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-8737323c-8a85-4f4a-be6b-70ef98d63fcc service neutron] Checking agent: {'id': 'b550a8ff-0b84-4201-8276-b98629f1370c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'started_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:42:04.843715 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-8737323c-8a85-4f4a-be6b-70ef98d63fcc service neutron] Checking segment: {'id': 'c2499852-0995-4468-ba42-b5e7f07ff544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:42:04.845116 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-8737323c-8a85-4f4a-be6b-70ef98d63fcc service neutron] Bound using segment: {'id': 'c2499852-0995-4468-ba42-b5e7f07ff544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3'} {{(pid=101213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:42:04.845703 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.managers [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-8737323c-8a85-4f4a-be6b-70ef98d63fcc service neutron] Bound port: ee782ef4-59ee-40b2-ae51-01d1682ba32f, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2499852-0995-4468-ba42-b5e7f07ff544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3'}}] {{(pid=101213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:42:04.848413 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-8737323c-8a85-4f4a-be6b-70ef98d63fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:04.876833 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-7b7ece92-a1c6-40fc-8ad9-382c727df8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:04.918560 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.db [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-8737323c-8a85-4f4a-be6b-70ef98d63fcc service neutron] For port ee782ef4-59ee-40b2-ae51-01d1682ba32f, host hv-cinder-80345, cleared binding levels {{(pid=101213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:42:04.921982 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.db [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-8737323c-8a85-4f4a-be6b-70ef98d63fcc service neutron] For port ee782ef4-59ee-40b2-ae51-01d1682ba32f, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=ee782ef4-59ee-40b2-ae51-01d1682ba32f,segment=NetworkSegment(c2499852-0995-4468-ba42-b5e7f07ff544),segment_id=c2499852-0995-4468-ba42-b5e7f07ff544)] {{(pid=101213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:42:05.066119 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-51a057ac-1b4b-4a40-b449-c8ae1aa0e782 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:05.101398 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-8737323c-8a85-4f4a-be6b-70ef98d63fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:05.102119 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-7b7ece92-a1c6-40fc-8ad9-382c727df8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:05.142531 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-8737323c-8a85-4f4a-be6b-70ef98d63fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:05.143492 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-8737323c-8a85-4f4a-be6b-70ef98d63fcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for port, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:05.144880 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-8737323c-8a85-4f4a-be6b-70ef98d63fcc service neutron] 10.222.0.15 "PUT /v2.0/ports/ee782ef4-59ee-40b2-ae51-01d1682ba32f HTTP/1.1" status: 200 len: 1093 time: 1.1445336 Sep 15 13:42:05.146674 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f02c55-2372-4599-85bb-c3ab85a44e3a', 'tag': 'ee782ef4-59ee-40b2-ae51-01d1682ba32f'}] {{(pid=101213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:42:05.146989 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-51a057ac-1b4b-4a40-b449-c8ae1aa0e782 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Network af76b73a-45f4-4385-bb34-2d79a1f2655b is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:42:05.147948 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff073eead6493975f685ac04183236be2a8c26a4aa37cf526e84efa9cac54909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c767052-afc7-43ed-9d79-80b9b638ff95" -d '{"events": [{"name": "network-changed", "server_uuid": "61f02c55-2372-4599-85bb-c3ab85a44e3a", "tag": "ee782ef4-59ee-40b2-ae51-01d1682ba32f"}]}' {{(pid=101213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:42:05.161631 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a057ac-1b4b-4a40-b449-c8ae1aa0e782 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Pushing event updated for resources: {'Port': ['ID=95e5ccdb-a8d2-44de-9aab-1b01167fe2c1,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:05.172050 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-51a057ac-1b4b-4a40-b449-c8ae1aa0e782 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:42:05.172692 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737323c-8a85-4f4a-be6b-70ef98d63fcc service neutron] Pushing event updated for resources: {'Port': ['ID=ee782ef4-59ee-40b2-ae51-01d1682ba32f,revision_number=3']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:05.192628 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-7b7ece92-a1c6-40fc-8ad9-382c727df8c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d1f3230f327492fb827f33e521d1669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5945380 Sep 15 13:42:05.194288 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ece92-a1c6-40fc-8ad9-382c727df8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b2a23c-c0da-4107-bcfd-6a074c7133aa,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:05.195555 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 43422) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:05.213070 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910c6b7a-af67-4404-9e46-bace0293941e x-openstack-request-id: req-910c6b7a-af67-4404-9e46-bace0293941e {{(pid=101213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:42:05.213070 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f02c55-2372-4599-85bb-c3ab85a44e3a", "tag": "ee782ef4-59ee-40b2-ae51-01d1682ba32f", "status": "completed", "code": 200}]} {{(pid=101213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:42:05.213070 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-910c6b7a-af67-4404-9e46-bace0293941e {{(pid=101213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:42:05.213070 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f02c55-2372-4599-85bb-c3ab85a44e3a', 'tag': 'ee782ef4-59ee-40b2-ae51-01d1682ba32f', 'status': 'completed', 'code': 200} Sep 15 13:42:05.219566 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-51a057ac-1b4b-4a40-b449-c8ae1aa0e782 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:42:05.225999 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-51a057ac-1b4b-4a40-b449-c8ae1aa0e782 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:05.226584 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-51a057ac-1b4b-4a40-b449-c8ae1aa0e782 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:05.310918 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-38a0d2b8-542c-4c72-923b-f07b669d14e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:05.321225 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74dc12b-584e-41e1-8aa2-daca699d803e req-fce8d7c2-a85f-4364-81e9-714969fedffa tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:05.327720 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-e74dc12b-584e-41e1-8aa2-daca699d803e req-fce8d7c2-a85f-4364-81e9-714969fedffa tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 943 time: 0.0750420 Sep 15 13:42:05.328242 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb06600-38cc-418a-8746-70d1a66516de req-9adf7eb0-96ff-4425-a7b5-53b4ef5c3262 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:05.329840 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fcb06600-38cc-418a-8746-70d1a66516de req-9adf7eb0-96ff-4425-a7b5-53b4ef5c3262 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 943 time: 0.0560510 Sep 15 13:42:05.346786 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-51a057ac-1b4b-4a40-b449-c8ae1aa0e782 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6042519 Sep 15 13:42:05.364997 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-38a0d2b8-542c-4c72-923b-f07b669d14e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:05.382299 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fcb06600-38cc-418a-8746-70d1a66516de req-64281210-d5b5-457a-b118-125666aa0d8e tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441725 Sep 15 13:42:05.420474 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-e74dc12b-584e-41e1-8aa2-daca699d803e req-9c367421-fc61-4892-8523-0b890e3ef3b9 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826092 Sep 15 13:42:05.500958 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 43432) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:05.541137 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-38a0d2b8-542c-4c72-923b-f07b669d14e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:05.544546 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-38a0d2b8-542c-4c72-923b-f07b669d14e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:05.551082 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-38a0d2b8-542c-4c72-923b-f07b669d14e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68b2a23c-c0da-4107-bcfd-6a074c7133aa HTTP/1.1" status: 204 len: 168 time: 0.3530350 Sep 15 13:42:05.560066 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbe1a2-4fbc-41a5-95c3-65548df128bd req-311db7aa-b786-4e64-a3bd-39bbaa55ce40 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:05.561862 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a3fbe1a2-4fbc-41a5-95c3-65548df128bd req-311db7aa-b786-4e64-a3bd-39bbaa55ce40 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 932 time: 0.0566742 Sep 15 13:42:05.608762 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b2854-03f8-40f3-9832-7b32b4c89efd req-a6d72256-c1cd-4168-9221-e63259cbbbe3 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:05.610364 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-653b2854-03f8-40f3-9832-7b32b4c89efd req-a6d72256-c1cd-4168-9221-e63259cbbbe3 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 944 time: 0.0880854 Sep 15 13:42:05.611116 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0d2b8-542c-4c72-923b-f07b669d14e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b2a23c-c0da-4107-bcfd-6a074c7133aa,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:05.613698 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a3fbe1a2-4fbc-41a5-95c3-65548df128bd req-bcae4fc8-3f06-47f2-8b0a-7f453e48137b tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447531 Sep 15 13:42:05.656023 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c8ecde28-bff3-427e-bafb-787a5f08db8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:05.676946 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-653b2854-03f8-40f3-9832-7b32b4c89efd req-04f960b3-9bb1-44e4-9a7e-86124c0738c3 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597258 Sep 15 13:42:05.754141 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c8ecde28-bff3-427e-bafb-787a5f08db8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:05.852151 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c8ecde28-bff3-427e-bafb-787a5f08db8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:05.890738 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-c8ecde28-bff3-427e-bafb-787a5f08db8e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ed00c66360d424e8504d764062dedee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3883908 Sep 15 13:42:05.891653 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ecde28-bff3-427e-bafb-787a5f08db8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56092ff3-69f6-4aa6-bab5-65897b8c0216,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:05.893801 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 43440) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:05.943940 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-afa2df6b-8739-452d-afdf-478c9a062b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:05.964694 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-afa2df6b-8739-452d-afdf-478c9a062b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:06.122498 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-afa2df6b-8739-452d-afdf-478c9a062b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:06.124948 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-afa2df6b-8739-452d-afdf-478c9a062b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:06.126344 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-afa2df6b-8739-452d-afdf-478c9a062b98 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56092ff3-69f6-4aa6-bab5-65897b8c0216 HTTP/1.1" status: 204 len: 168 time: 0.2312322 Sep 15 13:42:06.134043 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2df6b-8739-452d-afdf-478c9a062b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56092ff3-69f6-4aa6-bab5-65897b8c0216,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:06.313579 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 43446) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:06.326698 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e4cdd718-0259-405b-8591-cec78ae9cdb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:06.415983 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e4cdd718-0259-405b-8591-cec78ae9cdb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:06.502100 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b8b3a-bf5e-436a-bc6c-d7f5a21ef981 req-2c8aa46a-ecba-4cf0-a894-ff92452c5eda tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:06.503656 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-290b8b3a-bf5e-436a-bc6c-d7f5a21ef981 req-2c8aa46a-ecba-4cf0-a894-ff92452c5eda tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 943 time: 0.0536044 Sep 15 13:42:06.518528 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e4cdd718-0259-405b-8591-cec78ae9cdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:06.550070 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71b809-17d7-468f-b971-7637e88d0c92 req-c8314fc5-7518-478e-a5b2-9e160ed939c8 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:06.551662 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-cd71b809-17d7-468f-b971-7637e88d0c92 req-c8314fc5-7518-478e-a5b2-9e160ed939c8 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 943 time: 0.0532815 Sep 15 13:42:06.572115 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-e4cdd718-0259-405b-8591-cec78ae9cdb0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ce8e8a5bc6049cea78c1d029dfd84b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551575 Sep 15 13:42:06.579074 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 43456) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:06.585781 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-290b8b3a-bf5e-436a-bc6c-d7f5a21ef981 req-a03ff8c2-15c9-4568-8d04-e03202f0c3e9 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752957 Sep 15 13:42:06.586758 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdd718-0259-405b-8591-cec78ae9cdb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bede9def-30f3-4e71-a2c6-7cf496878007,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:06.628838 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-cd71b809-17d7-468f-b971-7637e88d0c92 req-e367ea78-a26c-4e3e-8eab-13a13fa66c8a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710433 Sep 15 13:42:06.656428 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-27d7b2cf-1c3f-4cfe-b0bc-7ab9ef1504b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:06.678864 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-27d7b2cf-1c3f-4cfe-b0bc-7ab9ef1504b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:06.747717 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146383c2-379a-4ba9-861d-e8ebe1ee5812 req-1f17c169-ae68-46f8-bdea-0c9d2ca3c305 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:06.749515 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-146383c2-379a-4ba9-861d-e8ebe1ee5812 req-1f17c169-ae68-46f8-bdea-0c9d2ca3c305 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 932 time: 0.0617604 Sep 15 13:42:06.788884 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-146383c2-379a-4ba9-861d-e8ebe1ee5812 req-67e9128c-b875-4459-be27-50e96c8e5a3d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333915 Sep 15 13:42:06.812838 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd4195-c9f4-438d-a5c3-756999305882 req-beca98e2-154a-43f9-bf7c-94d9abd970f2 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:06.814301 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-cabd4195-c9f4-438d-a5c3-756999305882 req-beca98e2-154a-43f9-bf7c-94d9abd970f2 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 944 time: 0.0498369 Sep 15 13:42:06.815037 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-27d7b2cf-1c3f-4cfe-b0bc-7ab9ef1504b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:06.817636 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-27d7b2cf-1c3f-4cfe-b0bc-7ab9ef1504b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:06.818622 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-27d7b2cf-1c3f-4cfe-b0bc-7ab9ef1504b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bede9def-30f3-4e71-a2c6-7cf496878007 HTTP/1.1" status: 204 len: 168 time: 0.2448289 Sep 15 13:42:06.832365 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7b2cf-1c3f-4cfe-b0bc-7ab9ef1504b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bede9def-30f3-4e71-a2c6-7cf496878007,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:06.871467 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-cabd4195-c9f4-438d-a5c3-756999305882 req-d2f01098-6881-49d2-9206-028b950336b7 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494466 Sep 15 13:42:06.881077 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 43464) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:06.895169 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-bfbbf472-23a7-4de3-8a3d-f057421d1281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:06.986387 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-bfbbf472-23a7-4de3-8a3d-f057421d1281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:07.156255 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-bfbbf472-23a7-4de3-8a3d-f057421d1281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:07.193968 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-bfbbf472-23a7-4de3-8a3d-f057421d1281 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c15193c303e143cf8a0892c226832174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116710 Sep 15 13:42:07.195167 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbbf472-23a7-4de3-8a3d-f057421d1281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05186dcf-61cb-409d-9a58-656225f33774,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:07.197034 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 43468) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:07.252530 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-88337ef8-1df2-4b95-a081-04d754ee115c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:07.274525 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-88337ef8-1df2-4b95-a081-04d754ee115c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:07.430851 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-88337ef8-1df2-4b95-a081-04d754ee115c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:07.434409 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-88337ef8-1df2-4b95-a081-04d754ee115c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:07.441103 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-88337ef8-1df2-4b95-a081-04d754ee115c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/05186dcf-61cb-409d-9a58-656225f33774 HTTP/1.1" status: 204 len: 168 time: 0.2335067 Sep 15 13:42:07.444481 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88337ef8-1df2-4b95-a081-04d754ee115c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05186dcf-61cb-409d-9a58-656225f33774,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:07.633525 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-c95b769c-8620-47b6-8b69-cb8fdcfcf2f8 service neutron] Request body: {'port': {'device_id': '499982bc-76e1-4460-a49c-0369697b4c91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:42:07.695085 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c767052-afc7-43ed-9d79-80b9b638ff95 req-9e5c0ca6-193f-4b02-9544-caf5893dd289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:07.697147 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5c767052-afc7-43ed-9d79-80b9b638ff95 req-9e5c0ca6-193f-4b02-9544-caf5893dd289 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9afbcb1e186943a180e744626f0ee7af&device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 1096 time: 0.0609512 Sep 15 13:42:07.712379 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 43480) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:07.725799 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:07.743571 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-c95b769c-8620-47b6-8b69-cb8fdcfcf2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:07.771724 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af59a0-1d70-4b21-a39e-736132d6b52e req-f02ee884-f6f2-40cc-a1fd-7bdd8770e10c tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:07.773276 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a2af59a0-1d70-4b21-a39e-736132d6b52e req-f02ee884-f6f2-40cc-a1fd-7bdd8770e10c tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 943 time: 0.0959249 Sep 15 13:42:07.804341 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f718ff9c-2be0-4756-ab1a-9cbd1f1d084a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:07.898457 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a2af59a0-1d70-4b21-a39e-736132d6b52e req-9ba68f35-8fc6-44e3-89a3-cbe60463aaf6 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035306 Sep 15 13:42:07.937557 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedf164-1c9d-4774-862f-89ec7929467f req-77914b49-686e-4e67-b0fc-6ffcd6fd3ad5 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:07.939119 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4cedf164-1c9d-4774-862f-89ec7929467f req-77914b49-686e-4e67-b0fc-6ffcd6fd3ad5 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 943 time: 0.2341399 Sep 15 13:42:08.008335 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c767052-afc7-43ed-9d79-80b9b638ff95 req-31ca2b1e-2d2d-4318-b399-1453189f5488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:08.010019 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5c767052-afc7-43ed-9d79-80b9b638ff95 req-31ca2b1e-2d2d-4318-b399-1453189f5488 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9afbcb1e186943a180e744626f0ee7af&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2954643 Sep 15 13:42:08.055007 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4cedf164-1c9d-4774-862f-89ec7929467f req-c34a0a1b-08a7-4b11-9459-a5e60bb7e33d tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016462 Sep 15 13:42:08.103060 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f565d-a21c-41b7-884b-54bc40150c12 req-8f54810f-85d0-41ea-8b14-fc8e7597de7e tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:08.105281 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-750f565d-a21c-41b7-884b-54bc40150c12 req-8f54810f-85d0-41ea-8b14-fc8e7597de7e tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 932 time: 0.0917473 Sep 15 13:42:08.161751 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-c95b769c-8620-47b6-8b69-cb8fdcfcf2f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e5ccdb-a8d2-44de-9aab-1b01167fe2c1 {{(pid=101214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:42:08.177101 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-c95b769c-8620-47b6-8b69-cb8fdcfcf2f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:08.189956 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-750f565d-a21c-41b7-884b-54bc40150c12 req-d0026d3e-ae03-4969-8caf-d3cadfffe9b0 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603025 Sep 15 13:42:08.206142 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.provisioning_blocks [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-c95b769c-8620-47b6-8b69-cb8fdcfcf2f8 service neutron] Transition to ACTIVE for port object 95e5ccdb-a8d2-44de-9aab-1b01167fe2c1 will not be triggered until provisioned by entity L2. {{(pid=101214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:42:08.263531 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c767052-afc7-43ed-9d79-80b9b638ff95 req-72a3cf35-86a8-4199-ad1b-98b5a3f8dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:08.265007 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5c767052-afc7-43ed-9d79-80b9b638ff95 req-72a3cf35-86a8-4199-ad1b-98b5a3f8dc53 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2446826 Sep 15 13:42:08.286793 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26816bda-b530-42b6-ba40-2733c5c17aab req-15fafaed-493e-4198-964d-f3200430a336 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:08.288226 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-26816bda-b530-42b6-ba40-2733c5c17aab req-15fafaed-493e-4198-964d-f3200430a336 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 944 time: 0.1438398 Sep 15 13:42:08.290039 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f718ff9c-2be0-4756-ab1a-9cbd1f1d084a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:08.293644 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-c95b769c-8620-47b6-8b69-cb8fdcfcf2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:08.343514 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b769c-8620-47b6-8b69-cb8fdcfcf2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=95e5ccdb-a8d2-44de-9aab-1b01167fe2c1,revision_number=2']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:08.358150 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-26816bda-b530-42b6-ba40-2733c5c17aab req-c92c1a20-9925-4c1f-ac17-968594d93465 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618758 Sep 15 13:42:08.364435 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-d51f9c36-fa5d-454a-8e01-85df01945b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:08.364836 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-d51f9c36-fa5d-454a-8e01-85df01945b6c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9afbcb1e186943a180e744626f0ee7af&device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 1096 time: 0.0627632 Sep 15 13:42:08.386434 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-c95b769c-8620-47b6-8b69-cb8fdcfcf2f8 service neutron] Attempting to bind port 95e5ccdb-a8d2-44de-9aab-1b01167fe2c1 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:42:08.386770 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-c95b769c-8620-47b6-8b69-cb8fdcfcf2f8 service neutron] Attempting to bind port 95e5ccdb-a8d2-44de-9aab-1b01167fe2c1 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': '9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'af76b73a-45f4-4385-bb34-2d79a1f2655b'}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:42:08.387094 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-c95b769c-8620-47b6-8b69-cb8fdcfcf2f8 service neutron] Attempting to bind port 95e5ccdb-a8d2-44de-9aab-1b01167fe2c1 on network af76b73a-45f4-4385-bb34-2d79a1f2655b {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:42:08.391997 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-c95b769c-8620-47b6-8b69-cb8fdcfcf2f8 service neutron] Port 95e5ccdb-a8d2-44de-9aab-1b01167fe2c1 on network af76b73a-45f4-4385-bb34-2d79a1f2655b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:42:08.392396 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-c95b769c-8620-47b6-8b69-cb8fdcfcf2f8 service neutron] Attempting to bind port 95e5ccdb-a8d2-44de-9aab-1b01167fe2c1 on network af76b73a-45f4-4385-bb34-2d79a1f2655b {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:42:08.397925 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-c95b769c-8620-47b6-8b69-cb8fdcfcf2f8 service neutron] Checking agent: {'id': 'b550a8ff-0b84-4201-8276-b98629f1370c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'started_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:42:08.399254 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-c95b769c-8620-47b6-8b69-cb8fdcfcf2f8 service neutron] Checking segment: {'id': '9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'af76b73a-45f4-4385-bb34-2d79a1f2655b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:42:08.399254 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-c95b769c-8620-47b6-8b69-cb8fdcfcf2f8 service neutron] Bound using segment: {'id': '9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'af76b73a-45f4-4385-bb34-2d79a1f2655b'} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:42:08.399497 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-c95b769c-8620-47b6-8b69-cb8fdcfcf2f8 service neutron] Bound port: 95e5ccdb-a8d2-44de-9aab-1b01167fe2c1, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'af76b73a-45f4-4385-bb34-2d79a1f2655b'}}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:42:08.399914 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-c95b769c-8620-47b6-8b69-cb8fdcfcf2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:08.415806 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f718ff9c-2be0-4756-ab1a-9cbd1f1d084a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:08.422469 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-7cf25530-53a0-473d-bccd-7306c13d38ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee782ef4-59ee-40b2-ae51-01d1682ba32f HTTP/1.1" status: 200 len: 217 time: 0.0456896 Sep 15 13:42:08.494004 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-f718ff9c-2be0-4756-ab1a-9cbd1f1d084a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=396115e740b94b66b8775c1d4251792b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7759960 Sep 15 13:42:08.495524 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 43512) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:08.496590 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718ff9c-2be0-4756-ab1a-9cbd1f1d084a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda5292e-0c6a-4a43-85f9-1c20dcf3c9ac,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:08.504835 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-c95b769c-8620-47b6-8b69-cb8fdcfcf2f8 service neutron] For port 95e5ccdb-a8d2-44de-9aab-1b01167fe2c1, host hv-cinder-80345, cleared binding levels {{(pid=101214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:42:08.508224 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-e9392d79-2a50-4e2e-b5ba-b7ce19e4cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:08.508224 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-e9392d79-2a50-4e2e-b5ba-b7ce19e4cd4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6 HTTP/1.1" status: 200 len: 849 time: 0.0768263 Sep 15 13:42:08.527808 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-c95b769c-8620-47b6-8b69-cb8fdcfcf2f8 service neutron] For port 95e5ccdb-a8d2-44de-9aab-1b01167fe2c1, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=95e5ccdb-a8d2-44de-9aab-1b01167fe2c1,segment=NetworkSegment(9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a),segment_id=9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a)] {{(pid=101214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:42:08.556829 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e799d9a8-7925-4d51-94fa-f02a37954e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:08.584807 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e799d9a8-7925-4d51-94fa-f02a37954e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:08.587678 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-ee3ebdf2-0794-4a5f-9173-ce96eb35395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:08.591610 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-ee3ebdf2-0794-4a5f-9173-ce96eb35395e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a95ae3f-eb65-4410-bd12-2770233cdae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737352 Sep 15 13:42:08.631399 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-c95b769c-8620-47b6-8b69-cb8fdcfcf2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:08.671056 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-c95b769c-8620-47b6-8b69-cb8fdcfcf2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:08.671673 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-c95b769c-8620-47b6-8b69-cb8fdcfcf2f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:08.674736 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-c95b769c-8620-47b6-8b69-cb8fdcfcf2f8 service neutron] 10.222.0.15 "PUT /v2.0/ports/95e5ccdb-a8d2-44de-9aab-1b01167fe2c1 HTTP/1.1" status: 200 len: 1094 time: 1.0508406 Sep 15 13:42:08.674736 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499982bc-76e1-4460-a49c-0369697b4c91', 'tag': '95e5ccdb-a8d2-44de-9aab-1b01167fe2c1'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:42:08.675877 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf20dc4-c83b-452e-bea9-9a5a91a93ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "499982bc-76e1-4460-a49c-0369697b4c91", "tag": "95e5ccdb-a8d2-44de-9aab-1b01167fe2c1"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:42:08.702547 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b769c-8620-47b6-8b69-cb8fdcfcf2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=95e5ccdb-a8d2-44de-9aab-1b01167fe2c1,revision_number=3']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:08.722492 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e799d9a8-7925-4d51-94fa-f02a37954e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:08.725023 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-3283db91-5c34-4d63-a1cf-c018512a9e8e service neutron] 10.222.0.15 "GET /v2.0/networks/1a95ae3f-eb65-4410-bd12-2770233cdae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272840 Sep 15 13:42:08.725520 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e799d9a8-7925-4d51-94fa-f02a37954e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:08.726646 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-e799d9a8-7925-4d51-94fa-f02a37954e07 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eda5292e-0c6a-4a43-85f9-1c20dcf3c9ac HTTP/1.1" status: 204 len: 168 time: 0.2301643 Sep 15 13:42:08.733797 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0173bb10-1ebd-4f41-84e9-cd51ac7ff931 x-openstack-request-id: req-0173bb10-1ebd-4f41-84e9-cd51ac7ff931 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:42:08.733797 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499982bc-76e1-4460-a49c-0369697b4c91", "tag": "95e5ccdb-a8d2-44de-9aab-1b01167fe2c1", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:42:08.733797 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0173bb10-1ebd-4f41-84e9-cd51ac7ff931 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:42:08.733797 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499982bc-76e1-4460-a49c-0369697b4c91', 'tag': '95e5ccdb-a8d2-44de-9aab-1b01167fe2c1', 'status': 'completed', 'code': 200} Sep 15 13:42:08.738811 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799d9a8-7925-4d51-94fa-f02a37954e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda5292e-0c6a-4a43-85f9-1c20dcf3c9ac,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:08.809066 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf20dc4-c83b-452e-bea9-9a5a91a93ec7 req-b01e086f-cbe6-45ae-98b6-e6e8846d6893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:08.810631 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ebf20dc4-c83b-452e-bea9-9a5a91a93ec7 req-b01e086f-cbe6-45ae-98b6-e6e8846d6893 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9d232f7ddba465ebf00a66c759ab7fb&device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 1097 time: 0.0600779 Sep 15 13:42:08.882822 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2093640c-5faa-404e-84e2-b08afcb1de38 req-80821528-013a-4ec2-894e-2773b1e86df1 service neutron] 10.222.0.15 "GET /v2.0/networks/1a95ae3f-eb65-4410-bd12-2770233cdae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442223 Sep 15 13:42:08.939982 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf20dc4-c83b-452e-bea9-9a5a91a93ec7 req-0393363c-5e7e-460b-951d-658c05bb9913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:08.941590 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ebf20dc4-c83b-452e-bea9-9a5a91a93ec7 req-0393363c-5e7e-460b-951d-658c05bb9913 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e9d232f7ddba465ebf00a66c759ab7fb&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1191235 Sep 15 13:42:09.024862 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca0b6d-8333-435e-88a7-17ac3c8b1fdd req-9a8586e8-9852-4aad-a223-29dcc4d4830e tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:09.026486 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-d5ca0b6d-8333-435e-88a7-17ac3c8b1fdd req-9a8586e8-9852-4aad-a223-29dcc4d4830e tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 943 time: 0.0510819 Sep 15 13:42:09.045180 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf20dc4-c83b-452e-bea9-9a5a91a93ec7 req-02c053fb-7324-4526-b615-726441bfa0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:09.046643 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ebf20dc4-c83b-452e-bea9-9a5a91a93ec7 req-02c053fb-7324-4526-b615-726441bfa0aa service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970728 Sep 15 13:42:09.068193 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-d5ca0b6d-8333-435e-88a7-17ac3c8b1fdd req-98cd4fad-bc0b-4a90-beaf-f00cdfe0cf93 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338855 Sep 15 13:42:09.128382 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-21a05ba2-bd71-4bca-8b2b-737fd1c9291b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:09.130052 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-21a05ba2-bd71-4bca-8b2b-737fd1c9291b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9d232f7ddba465ebf00a66c759ab7fb&device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 1097 time: 0.0447025 Sep 15 13:42:09.215179 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-0d2cfa0d-8b71-4f80-8644-0707c1d253d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95e5ccdb-a8d2-44de-9aab-1b01167fe2c1 HTTP/1.1" status: 200 len: 217 time: 0.0606189 Sep 15 13:42:09.261848 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fabde-8ad5-4c40-b780-c5ea881165ce req-8fcd07e8-4a4c-4de6-8548-e85732da0b57 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:09.263532 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c40fabde-8ad5-4c40-b780-c5ea881165ce req-8fcd07e8-4a4c-4de6-8548-e85732da0b57 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 943 time: 0.1325021 Sep 15 13:42:09.301437 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-0002d846-4ae1-49d0-9910-901e7f0327e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:09.304256 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-0002d846-4ae1-49d0-9910-901e7f0327e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2dd6332-a9e3-4eef-b026-6ff2e75e77c7 HTTP/1.1" status: 200 len: 858 time: 0.0797777 Sep 15 13:42:09.315674 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f163d5-8ae3-4751-995b-3e489f0b6905 req-e2bcce1a-f228-456d-ac5e-934ac3af6671 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:09.317811 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-91f163d5-8ae3-4751-995b-3e489f0b6905 req-e2bcce1a-f228-456d-ac5e-934ac3af6671 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 944 time: 0.0590217 Sep 15 13:42:09.347900 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c40fabde-8ad5-4c40-b780-c5ea881165ce req-55f6d04c-f66f-44e4-80fe-4b0d7158fc94 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733955 Sep 15 13:42:09.350746 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-c14aec5d-6ffa-4119-99f1-0beb21368cc6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af76b73a-45f4-4385-bb34-2d79a1f2655b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384028 Sep 15 13:42:09.388904 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-91f163d5-8ae3-4751-995b-3e489f0b6905 req-678577ac-35a6-445e-98c5-a4396556302b tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628881 Sep 15 13:42:09.486598 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-6a94d657-b9fe-4a1a-9333-746d58ef9564 service neutron] 10.222.0.15 "GET /v2.0/networks/af76b73a-45f4-4385-bb34-2d79a1f2655b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250200 Sep 15 13:42:09.579118 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d14285-4f37-41d0-8306-7fa02b940504 req-fead1164-89f2-44b5-a7e3-6d8746b71cdf tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:09.580617 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f4d14285-4f37-41d0-8306-7fa02b940504 req-fead1164-89f2-44b5-a7e3-6d8746b71cdf tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 944 time: 0.1088657 Sep 15 13:42:09.640050 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b30ed785-4e38-44e9-9a9c-58b50b8137c6 req-17cd2d9b-68ab-4614-9cb4-a88345c72a0b service neutron] 10.222.0.15 "GET /v2.0/networks/af76b73a-45f4-4385-bb34-2d79a1f2655b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399403 Sep 15 13:42:09.656904 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device f3e4f0be-b966-4336-bece-8bc160a736a9 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:42:09.666914 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f4d14285-4f37-41d0-8306-7fa02b940504 req-b1a13eaf-9501-4fc8-af5e-99328711e456 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790591 Sep 15 13:42:09.801856 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port f3e4f0be-b966-4336-bece-8bc160a736a9, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=f3e4f0be-b966-4336-bece-8bc160a736a9,segment=NetworkSegment(d14f63da-a985-4db0-8786-b9f772d6bbf2),segment_id=d14f63da-a985-4db0-8786-b9f772d6bbf2)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:42:09.814937 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': 'f3e4f0be-b966-4336-bece-8bc160a736a9', 'network_id': '6d9650cb-d25b-4bf9-b3d3-aa64a46281ae', 'port_id': 'f3e4f0be-b966-4336-bece-8bc160a736a9', 'mac_address': 'fa:16:3e:b5:3a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e2a9b9a-a96e-41b1-a240-643d927b0ccf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:42:09.858530 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:09.874963 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e4f0be-b966-4336-bece-8bc160a736a9 {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:42:09.896127 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port f3e4f0be-b966-4336-bece-8bc160a736a9, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=f3e4f0be-b966-4336-bece-8bc160a736a9,segment=NetworkSegment(d14f63da-a985-4db0-8786-b9f772d6bbf2),segment_id=d14f63da-a985-4db0-8786-b9f772d6bbf2)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:42:10.047819 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:10.048596 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device bb997887-02c6-475d-b775-5803a8a38c3b details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:42:10.116581 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=f3e4f0be-b966-4336-bece-8bc160a736a9,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:10.191496 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port bb997887-02c6-475d-b775-5803a8a38c3b, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=bb997887-02c6-475d-b775-5803a8a38c3b,segment=NetworkSegment(cb5413ea-771f-42e8-811f-6415872afa7a),segment_id=cb5413ea-771f-42e8-811f-6415872afa7a)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:42:10.209579 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': 'bb997887-02c6-475d-b775-5803a8a38c3b', 'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475', 'port_id': 'bb997887-02c6-475d-b775-5803a8a38c3b', 'mac_address': 'fa:16:3e:79:e6:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6063b90d-c941-474e-b7a5-2a0f7253c43f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:42:10.214563 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f0aa4-9ded-4e24-980b-b84c6278f18f req-9321ba4d-df50-4ac6-aa76-f7cff95eccbf tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:10.225370 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4c7f0aa4-9ded-4e24-980b-b84c6278f18f req-9321ba4d-df50-4ac6-aa76-f7cff95eccbf tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 944 time: 0.0721207 Sep 15 13:42:10.252130 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:10.260849 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4c7f0aa4-9ded-4e24-980b-b84c6278f18f req-14524180-ef15-4bfe-bbdc-efee61df8f2e tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338480 Sep 15 13:42:10.265400 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb997887-02c6-475d-b775-5803a8a38c3b {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:42:10.285575 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port bb997887-02c6-475d-b775-5803a8a38c3b, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=bb997887-02c6-475d-b775-5803a8a38c3b,segment=NetworkSegment(cb5413ea-771f-42e8-811f-6415872afa7a),segment_id=cb5413ea-771f-42e8-811f-6415872afa7a)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:42:10.421033 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:10.422065 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device cee97d2d-987f-4ec8-b5a7-7392a0f21b33 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:42:10.518575 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=bb997887-02c6-475d-b775-5803a8a38c3b,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:10.549810 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d4d5d-65ea-42f8-bdd1-004b08668c4e req-cf8f7ccc-1585-4cb7-b9a1-3a6083cc0618 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:10.560070 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c34d4d5d-65ea-42f8-bdd1-004b08668c4e req-cf8f7ccc-1585-4cb7-b9a1-3a6083cc0618 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 943 time: 0.1036878 Sep 15 13:42:10.574872 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bac8ed-9d22-4444-b41c-aba7b213bede req-3dac7df4-6cf2-4cb4-8b76-65da46b0c5de tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:10.576624 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-57bac8ed-9d22-4444-b41c-aba7b213bede req-3dac7df4-6cf2-4cb4-8b76-65da46b0c5de tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 944 time: 0.0648909 Sep 15 13:42:10.600718 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c34d4d5d-65ea-42f8-bdd1-004b08668c4e req-16d42735-60aa-472a-aeea-a97b6a6e6a9c tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395477 Sep 15 13:42:10.610096 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port cee97d2d-987f-4ec8-b5a7-7392a0f21b33, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=cee97d2d-987f-4ec8-b5a7-7392a0f21b33,segment=NetworkSegment(9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a),segment_id=9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:42:10.623669 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': 'cee97d2d-987f-4ec8-b5a7-7392a0f21b33', 'network_id': 'af76b73a-45f4-4385-bb34-2d79a1f2655b', 'port_id': 'cee97d2d-987f-4ec8-b5a7-7392a0f21b33', 'mac_address': 'fa:16:3e:16:63:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2dd6332-a9e3-4eef-b026-6ff2e75e77c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:42:10.659056 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-57bac8ed-9d22-4444-b41c-aba7b213bede req-3f400d06-f003-432f-b143-34be9c3a50d8 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710673 Sep 15 13:42:10.687663 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:10.718266 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee97d2d-987f-4ec8-b5a7-7392a0f21b33 {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:42:10.741876 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port cee97d2d-987f-4ec8-b5a7-7392a0f21b33, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=cee97d2d-987f-4ec8-b5a7-7392a0f21b33,segment=NetworkSegment(9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a),segment_id=9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:42:10.802491 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980218d-9711-43e9-b08e-7cb9806973dd req-b2a7c518-b407-4701-98d9-18fd89031862 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:10.803894 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9980218d-9711-43e9-b08e-7cb9806973dd req-b2a7c518-b407-4701-98d9-18fd89031862 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 945 time: 0.0604675 Sep 15 13:42:10.843047 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9980218d-9711-43e9-b08e-7cb9806973dd req-e90f33e9-6a03-4608-811d-7335323ff8eb tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321426 Sep 15 13:42:10.874459 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:10.930667 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=cee97d2d-987f-4ec8-b5a7-7392a0f21b33,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:11.197235 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['f3e4f0be-b966-4336-bece-8bc160a736a9'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:42:11.220312 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['cee97d2d-987f-4ec8-b5a7-7392a0f21b33'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:42:11.266294 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['bb997887-02c6-475d-b775-5803a8a38c3b'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:42:11.384266 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03848216-1708-42e3-9af6-86c0d3332ce9 req-4df12211-910a-478c-847e-cf57901dd03f tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:11.386084 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-03848216-1708-42e3-9af6-86c0d3332ce9 req-4df12211-910a-478c-847e-cf57901dd03f tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 944 time: 0.0485477 Sep 15 13:42:11.426131 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-03848216-1708-42e3-9af6-86c0d3332ce9 req-3de199de-3247-41c9-a44c-ae24be5df8fa tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335515 Sep 15 13:42:11.737622 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76072d-0f9b-43f1-8d98-703fdbfd480f req-0a76e4ae-c691-4498-8fc4-c9edb59c8e36 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:11.739150 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-aa76072d-0f9b-43f1-8d98-703fdbfd480f req-0a76e4ae-c691-4498-8fc4-c9edb59c8e36 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 943 time: 0.0587196 Sep 15 13:42:11.783051 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f94a1-53ce-4e60-a75f-723605622f2d req-673653ad-ad79-4747-8c29-55a249db5b1e tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:11.784647 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-0d5f94a1-53ce-4e60-a75f-723605622f2d req-673653ad-ad79-4747-8c29-55a249db5b1e tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 944 time: 0.0555913 Sep 15 13:42:11.786658 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-aa76072d-0f9b-43f1-8d98-703fdbfd480f req-45450446-3283-48a3-8542-053ee584518b tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384851 Sep 15 13:42:11.964178 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac011d11-f7f5-475c-93b5-d171a278fcbe req-e1627042-299d-47bb-aa4c-97e89323ffdf tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:11.965807 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ac011d11-f7f5-475c-93b5-d171a278fcbe req-e1627042-299d-47bb-aa4c-97e89323ffdf tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 945 time: 0.0505567 Sep 15 13:42:11.979939 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-0d5f94a1-53ce-4e60-a75f-723605622f2d req-4cb7b0c3-71b0-496a-88d7-69ed4ef83d51 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852772 Sep 15 13:42:12.014243 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ac011d11-f7f5-475c-93b5-d171a278fcbe req-ec7a97bb-4dab-4cf5-8241-026c506c2595 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421107 Sep 15 13:42:12.542682 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65334249-043d-490e-be79-a8708f5978c9 req-7b95c784-0cc7-4ce6-a885-e90764aaa94c tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:12.542682 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-65334249-043d-490e-be79-a8708f5978c9 req-7b95c784-0cc7-4ce6-a885-e90764aaa94c tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 944 time: 0.0470512 Sep 15 13:42:12.580940 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-65334249-043d-490e-be79-a8708f5978c9 req-1a946c29-3672-4366-9e7e-90271673b395 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325470 Sep 15 13:42:12.903683 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff3d33-941f-41c8-b0af-d16c99078f81 req-0eaa7412-a366-49a3-9c9d-872a149bad44 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:12.905122 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-6cff3d33-941f-41c8-b0af-d16c99078f81 req-0eaa7412-a366-49a3-9c9d-872a149bad44 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 943 time: 0.0516713 Sep 15 13:42:12.946532 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-6cff3d33-941f-41c8-b0af-d16c99078f81 req-e6b03dc6-bfab-46f9-90b2-bde2262baad2 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352886 Sep 15 13:42:13.005326 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 43704) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:13.103122 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf069ce1-e4a3-44b9-b239-ae3049750c2b req-ce7ea43a-3fca-4bb5-bf23-a8a0f3b0a2bc tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:13.111071 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-bf069ce1-e4a3-44b9-b239-ae3049750c2b req-ce7ea43a-3fca-4bb5-bf23-a8a0f3b0a2bc tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 944 time: 0.0629768 Sep 15 13:42:13.138605 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-702249b6-39a0-4165-9147-9791f9120455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:13.144105 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-bf069ce1-e4a3-44b9-b239-ae3049750c2b req-52576649-8460-4b46-8068-a077221b550b tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321746 Sep 15 13:42:13.164923 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f1d13-df03-4cea-978c-fad3fc9720b6 req-d9630566-90f1-4826-86f8-00590e7e8f78 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:13.166972 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-741f1d13-df03-4cea-978c-fad3fc9720b6 req-d9630566-90f1-4826-86f8-00590e7e8f78 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 945 time: 0.0704727 Sep 15 13:42:13.227176 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-741f1d13-df03-4cea-978c-fad3fc9720b6 req-59fec75b-0184-4344-89cb-107c93e7fd2e tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537403 Sep 15 13:42:13.272374 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-702249b6-39a0-4165-9147-9791f9120455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:13.328704 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device ee782ef4-59ee-40b2-ae51-01d1682ba32f details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:42:13.339053 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-702249b6-39a0-4165-9147-9791f9120455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:13.383635 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-702249b6-39a0-4165-9147-9791f9120455 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6bde8fd2cd9f48be84c41631e8a85ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3772137 Sep 15 13:42:13.384501 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702249b6-39a0-4165-9147-9791f9120455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425018f6-e4e1-481c-a61b-261d17d6e502,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:13.387553 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 43712) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:13.429175 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port ee782ef4-59ee-40b2-ae51-01d1682ba32f, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=ee782ef4-59ee-40b2-ae51-01d1682ba32f,segment=NetworkSegment(c2499852-0995-4468-ba42-b5e7f07ff544),segment_id=c2499852-0995-4468-ba42-b5e7f07ff544)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:42:13.442187 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': 'ee782ef4-59ee-40b2-ae51-01d1682ba32f', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'port_id': 'ee782ef4-59ee-40b2-ae51-01d1682ba32f', 'mac_address': 'fa:16:3e:2d:17:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:42:13.445963 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-93933106-03cd-4214-b864-ae4041e698af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:13.472623 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-93933106-03cd-4214-b864-ae4041e698af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:13.486304 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:13.503163 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee782ef4-59ee-40b2-ae51-01d1682ba32f {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:42:13.524519 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port ee782ef4-59ee-40b2-ae51-01d1682ba32f, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=ee782ef4-59ee-40b2-ae51-01d1682ba32f,segment=NetworkSegment(c2499852-0995-4468-ba42-b5e7f07ff544),segment_id=c2499852-0995-4468-ba42-b5e7f07ff544)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:42:13.600145 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:13.634313 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-93933106-03cd-4214-b864-ae4041e698af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:13.638201 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-93933106-03cd-4214-b864-ae4041e698af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:13.642411 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-93933106-03cd-4214-b864-ae4041e698af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/425018f6-e4e1-481c-a61b-261d17d6e502 HTTP/1.1" status: 204 len: 168 time: 0.2534220 Sep 15 13:42:13.658105 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=ee782ef4-59ee-40b2-ae51-01d1682ba32f,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:13.661011 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93933106-03cd-4214-b864-ae4041e698af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425018f6-e4e1-481c-a61b-261d17d6e502,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:13.727018 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdca853-c584-4348-8e5b-c6d35e0d714e req-52148c6e-c4f2-47fe-9573-bfc40b5ae128 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:13.728494 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9fdca853-c584-4348-8e5b-c6d35e0d714e req-52148c6e-c4f2-47fe-9573-bfc40b5ae128 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 944 time: 0.0606694 Sep 15 13:42:13.769102 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9fdca853-c584-4348-8e5b-c6d35e0d714e req-9a54a01c-195c-4a41-b3e7-75bc0804778d tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337791 Sep 15 13:42:14.085900 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d78df-ce12-4972-8cad-49ee3fb124bb req-35aa7e7d-ef5d-46eb-943c-54630debd4fc tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:14.087375 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-db6d78df-ce12-4972-8cad-49ee3fb124bb req-35aa7e7d-ef5d-46eb-943c-54630debd4fc tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 944 time: 0.0566351 Sep 15 13:42:14.125816 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-db6d78df-ce12-4972-8cad-49ee3fb124bb req-36d11520-e63c-4331-926d-5439ea851f22 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317199 Sep 15 13:42:14.257362 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf09b1-c420-4845-9fb5-f11770d682d5 req-85574280-74c9-455c-9c42-0788ad7e3dfe tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:14.259260 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-13cf09b1-c420-4845-9fb5-f11770d682d5 req-85574280-74c9-455c-9c42-0788ad7e3dfe tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 944 time: 0.0480285 Sep 15 13:42:14.298304 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-13cf09b1-c420-4845-9fb5-f11770d682d5 req-6f078f58-767f-4242-8ea4-68ce9e1385d8 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324967 Sep 15 13:42:14.342651 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a008444-0280-4eb0-b16b-754e82c19b15 req-67136883-89fe-4f9a-8ab0-9f8aee15ed51 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:14.344171 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5a008444-0280-4eb0-b16b-754e82c19b15 req-67136883-89fe-4f9a-8ab0-9f8aee15ed51 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 945 time: 0.0487463 Sep 15 13:42:14.382131 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5a008444-0280-4eb0-b16b-754e82c19b15 req-6faaf338-e2e8-4a92-8aee-5ec1fb172539 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319197 Sep 15 13:42:14.453792 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 43732) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:14.466863 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-81c09baf-8ef9-480c-b305-60ee59d02622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:14.552704 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-81c09baf-8ef9-480c-b305-60ee59d02622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:14.612997 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-81c09baf-8ef9-480c-b305-60ee59d02622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:14.657366 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-81c09baf-8ef9-480c-b305-60ee59d02622 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d0267d6fcabc4aba97873ad1b9f19183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2023132 Sep 15 13:42:14.659621 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c09baf-8ef9-480c-b305-60ee59d02622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b564ab-fbe6-4fd3-b58a-11b05b695410,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:14.659973 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 43738) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:14.724003 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f8dace2d-fdff-4e26-a89c-1d25e4c2abea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:14.746084 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f8dace2d-fdff-4e26-a89c-1d25e4c2abea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:14.852031 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['ee782ef4-59ee-40b2-ae51-01d1682ba32f'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:42:14.891530 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f8dace2d-fdff-4e26-a89c-1d25e4c2abea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:14.894009 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f8dace2d-fdff-4e26-a89c-1d25e4c2abea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:14.897511 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-f8dace2d-fdff-4e26-a89c-1d25e4c2abea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f9b564ab-fbe6-4fd3-b58a-11b05b695410 HTTP/1.1" status: 204 len: 168 time: 0.2337849 Sep 15 13:42:14.907625 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dace2d-fdff-4e26-a89c-1d25e4c2abea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b564ab-fbe6-4fd3-b58a-11b05b695410,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:14.932625 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8f115-a927-4b75-83d2-fa3d882ed263 req-179b624b-ea93-4a00-a8f3-7e961d3b0440 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:14.937466 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-d8e8f115-a927-4b75-83d2-fa3d882ed263 req-179b624b-ea93-4a00-a8f3-7e961d3b0440 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 944 time: 0.0957780 Sep 15 13:42:14.992343 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-d8e8f115-a927-4b75-83d2-fa3d882ed263 req-c01584f7-b33f-4d91-9227-cfe1f6531444 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420949 Sep 15 13:42:15.242075 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf60b0d-fe30-4ed9-a646-9a8aafc5c5fb req-b6a0e605-4485-4169-be65-048c93ede444 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:15.243514 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-abf60b0d-fe30-4ed9-a646-9a8aafc5c5fb req-b6a0e605-4485-4169-be65-048c93ede444 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 944 time: 0.0475163 Sep 15 13:42:15.282501 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-abf60b0d-fe30-4ed9-a646-9a8aafc5c5fb req-da444c07-faaa-4999-94bd-05b55305d776 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328057 Sep 15 13:42:15.330349 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 95e5ccdb-a8d2-44de-9aab-1b01167fe2c1 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:42:15.333359 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device f3e4f0be-b966-4336-bece-8bc160a736a9 up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:42:15.448860 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47463e0c-8288-4948-8d2c-0883e0149e3c req-c2481b74-f263-4570-9b12-1d5b45d41f0b tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:15.479779 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-47463e0c-8288-4948-8d2c-0883e0149e3c req-c2481b74-f263-4570-9b12-1d5b45d41f0b tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 944 time: 0.0936997 Sep 15 13:42:15.566304 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-47463e0c-8288-4948-8d2c-0883e0149e3c req-ecd636b1-9832-4874-9b13-5099fa80cce3 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854640 Sep 15 13:42:15.590864 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ae3c8-6453-4569-a105-016fbe161fb5 req-a0d8ef20-6f3e-4a89-9421-2d3648eef3ce tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:15.600484 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-736ae3c8-6453-4569-a105-016fbe161fb5 req-a0d8ef20-6f3e-4a89-9421-2d3648eef3ce tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 945 time: 0.1036863 Sep 15 13:42:15.649260 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-736ae3c8-6453-4569-a105-016fbe161fb5 req-8296a542-4f95-4e41-a1f2-3933e57a45a3 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396116 Sep 15 13:42:15.661263 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 95e5ccdb-a8d2-44de-9aab-1b01167fe2c1, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=95e5ccdb-a8d2-44de-9aab-1b01167fe2c1,segment=NetworkSegment(9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a),segment_id=9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:42:15.680142 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': '95e5ccdb-a8d2-44de-9aab-1b01167fe2c1', 'network_id': 'af76b73a-45f4-4385-bb34-2d79a1f2655b', 'port_id': '95e5ccdb-a8d2-44de-9aab-1b01167fe2c1', 'mac_address': 'fa:16:3e:be:f4:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2dd6332-a9e3-4eef-b026-6ff2e75e77c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:42:15.719231 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:15.732376 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e5ccdb-a8d2-44de-9aab-1b01167fe2c1 {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:42:15.752332 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 95e5ccdb-a8d2-44de-9aab-1b01167fe2c1, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=95e5ccdb-a8d2-44de-9aab-1b01167fe2c1,segment=NetworkSegment(9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a),segment_id=9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:42:15.753420 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning for port f3e4f0be-b966-4336-bece-8bc160a736a9 completed by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:42:15.756902 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port f3e4f0be-b966-4336-bece-8bc160a736a9 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:42:15.757304 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:15.837083 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:15.861558 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5614866-e6fe-4fea-af09-4ff5074c13ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e4f0be-b966-4336-bece-8bc160a736a9'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:42:15.934039 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:15.945835 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port f3e4f0be-b966-4336-bece-8bc160a736a9, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=f3e4f0be-b966-4336-bece-8bc160a736a9,segment=NetworkSegment(d14f63da-a985-4db0-8786-b9f772d6bbf2),segment_id=d14f63da-a985-4db0-8786-b9f772d6bbf2)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:42:15.988203 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=95e5ccdb-a8d2-44de-9aab-1b01167fe2c1,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:16.059252 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:16.060154 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device bb997887-02c6-475d-b775-5803a8a38c3b up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:42:16.090310 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c25e0d8-72ae-4c55-a13c-4b960f2c2a09" -d '{"events": [{"server_uuid": "b5614866-e6fe-4fea-af09-4ff5074c13ec", "name": "network-vif-plugged", "status": "completed", "tag": "f3e4f0be-b966-4336-bece-8bc160a736a9"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:42:16.109907 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02ff52-e494-4367-a2c1-ae15a572a2de req-ff20114f-93fc-404e-9ee7-5956ef291c22 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:16.112785 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3b02ff52-e494-4367-a2c1-ae15a572a2de req-ff20114f-93fc-404e-9ee7-5956ef291c22 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 945 time: 0.0597787 Sep 15 13:42:16.123705 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 43794) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:16.176967 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=f3e4f0be-b966-4336-bece-8bc160a736a9,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:16.177062 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3b02ff52-e494-4367-a2c1-ae15a572a2de req-653a677a-c6d4-4c80-94ee-f2394433cf1a tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496666 Sep 15 13:42:16.242277 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['95e5ccdb-a8d2-44de-9aab-1b01167fe2c1'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:42:16.285992 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0969977a-c0b3-4e4f-9f98-3a27f0eabcfc x-openstack-request-id: req-0969977a-c0b3-4e4f-9f98-3a27f0eabcfc {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:42:16.285992 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5614866-e6fe-4fea-af09-4ff5074c13ec", "name": "network-vif-plugged", "status": "completed", "tag": "f3e4f0be-b966-4336-bece-8bc160a736a9", "code": 200}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:42:16.285992 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0969977a-c0b3-4e4f-9f98-3a27f0eabcfc {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:42:16.285992 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5614866-e6fe-4fea-af09-4ff5074c13ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e4f0be-b966-4336-bece-8bc160a736a9', 'code': 200} Sep 15 13:42:16.316867 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning for port bb997887-02c6-475d-b775-5803a8a38c3b completed by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:42:16.324345 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port bb997887-02c6-475d-b775-5803a8a38c3b triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:42:16.324763 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:16.433959 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6e153-6376-4789-8752-0cb4ffc92e7c req-83a1d749-0e7c-4810-a3da-88f665ac471d tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:16.435748 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-d9c6e153-6376-4789-8752-0cb4ffc92e7c req-83a1d749-0e7c-4810-a3da-88f665ac471d tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 944 time: 0.0601389 Sep 15 13:42:16.470126 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:16.499598 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-d9c6e153-6376-4789-8752-0cb4ffc92e7c req-b5e43450-aeae-468c-8cb9-9dd9f80ee6c7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543189 Sep 15 13:42:16.511737 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port bb997887-02c6-475d-b775-5803a8a38c3b, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=bb997887-02c6-475d-b775-5803a8a38c3b,segment=NetworkSegment(cb5413ea-771f-42e8-811f-6415872afa7a),segment_id=cb5413ea-771f-42e8-811f-6415872afa7a)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:42:16.529987 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3a42394e-91ec-44fd-93d4-859e261d037a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:16.627812 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3a42394e-91ec-44fd-93d4-859e261d037a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:16.660994 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:16.662073 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device cee97d2d-987f-4ec8-b5a7-7392a0f21b33 up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:42:16.713970 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3a42394e-91ec-44fd-93d4-859e261d037a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:16.765553 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=bb997887-02c6-475d-b775-5803a8a38c3b,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:16.803376 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a094b-ea8a-4e03-9018-10ae8cf14148 req-c43d3d5c-cbbd-4100-afaa-1402403c9c9a tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:16.807665 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc4e8a-9364-4ba4-a462-880bff619306 req-26093554-5689-45dc-a7a2-c05916f74a20 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:16.815515 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ef7a094b-ea8a-4e03-9018-10ae8cf14148 req-c43d3d5c-cbbd-4100-afaa-1402403c9c9a tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 945 time: 0.1879098 Sep 15 13:42:16.815918 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2edc4e8a-9364-4ba4-a462-880bff619306 req-26093554-5689-45dc-a7a2-c05916f74a20 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 946 time: 0.0754232 Sep 15 13:42:16.842589 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-3a42394e-91ec-44fd-93d4-859e261d037a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=152201e508204d759691d80bfa5064b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7177105 Sep 15 13:42:16.852710 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 43822) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:16.875059 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42394e-91ec-44fd-93d4-859e261d037a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd09434c-0dc3-4b4a-90e6-cace3853faf0,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:16.885811 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745b3db-ee94-40a4-a260-84cc3c38aa1c req-c611eae9-805b-4f20-9f6b-60fdacd58977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:16.887274 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2745b3db-ee94-40a4-a260-84cc3c38aa1c req-c611eae9-805b-4f20-9f6b-60fdacd58977 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 1098 time: 0.2317121 Sep 15 13:42:16.888627 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2edc4e8a-9364-4ba4-a462-880bff619306 req-ef14142d-faca-4284-8ac4-2d1681190914 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704765 Sep 15 13:42:16.909827 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ef7a094b-ea8a-4e03-9018-10ae8cf14148 req-fd8611e4-658b-4f41-9e3b-05bcdb5daf01 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919733 Sep 15 13:42:16.924761 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-2745b3db-ee94-40a4-a260-84cc3c38aa1c req-8b31c15e-2cde-4b28-a587-23949b970b2f service neutron] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:16.938937 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning for port cee97d2d-987f-4ec8-b5a7-7392a0f21b33 completed by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:42:16.943459 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port cee97d2d-987f-4ec8-b5a7-7392a0f21b33 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:42:16.944023 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:16.944548 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-87ff1df0-59f3-4cc0-bdcb-e9bd6f0323e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:16.986035 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-87ff1df0-59f3-4cc0-bdcb-e9bd6f0323e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:17.040888 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-2745b3db-ee94-40a4-a260-84cc3c38aa1c req-8b31c15e-2cde-4b28-a587-23949b970b2f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:17.052608 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:17.084369 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port cee97d2d-987f-4ec8-b5a7-7392a0f21b33, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=cee97d2d-987f-4ec8-b5a7-7392a0f21b33,segment=NetworkSegment(9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a),segment_id=9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:42:17.155898 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:17.156088 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-87ff1df0-59f3-4cc0-bdcb-e9bd6f0323e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:17.156729 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-2745b3db-ee94-40a4-a260-84cc3c38aa1c req-8b31c15e-2cde-4b28-a587-23949b970b2f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:17.160532 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-87ff1df0-59f3-4cc0-bdcb-e9bd6f0323e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:17.165417 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-87ff1df0-59f3-4cc0-bdcb-e9bd6f0323e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd09434c-0dc3-4b4a-90e6-cace3853faf0 HTTP/1.1" status: 204 len: 168 time: 0.3090174 Sep 15 13:42:17.183131 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff1df0-59f3-4cc0-bdcb-e9bd6f0323e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd09434c-0dc3-4b4a-90e6-cace3853faf0,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:17.205796 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2745b3db-ee94-40a4-a260-84cc3c38aa1c req-8b31c15e-2cde-4b28-a587-23949b970b2f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947512 Sep 15 13:42:17.239168 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31c15e-2cde-4b28-a587-23949b970b2f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=87808ef6-9c7a-45b6-b9bd-43f2fc7c8721,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:17.265262 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=cee97d2d-987f-4ec8-b5a7-7392a0f21b33,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:17.346273 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 95e5ccdb-a8d2-44de-9aab-1b01167fe2c1 up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:42:17.348679 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02a7db-a8d6-459d-a9ef-6b5f4b1837b3 req-8117a89f-50cb-4e11-bf9c-2a0fcd564075 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:17.350326 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5f02a7db-a8d6-459d-a9ef-6b5f4b1837b3 req-8117a89f-50cb-4e11-bf9c-2a0fcd564075 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 945 time: 0.0560925 Sep 15 13:42:17.392541 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5f02a7db-a8d6-459d-a9ef-6b5f4b1837b3 req-54dd834b-fc60-435c-a96d-5dec053cd20b tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353448 Sep 15 13:42:17.521776 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning for port 95e5ccdb-a8d2-44de-9aab-1b01167fe2c1 completed by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:42:17.527068 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port 95e5ccdb-a8d2-44de-9aab-1b01167fe2c1 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:42:17.527444 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:17.617580 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:17.626700 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393f13f-7d10-44cb-990f-92eae19aaaf2 req-18314866-8be8-444b-b427-068f37ee5df5 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:17.635357 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b393f13f-7d10-44cb-990f-92eae19aaaf2 req-18314866-8be8-444b-b427-068f37ee5df5 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 944 time: 0.0632412 Sep 15 13:42:17.657475 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 95e5ccdb-a8d2-44de-9aab-1b01167fe2c1, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=95e5ccdb-a8d2-44de-9aab-1b01167fe2c1,segment=NetworkSegment(9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a),segment_id=9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:42:17.674289 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b393f13f-7d10-44cb-990f-92eae19aaaf2 req-adda42ba-7f2c-40bb-a7e4-7dab4e847103 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371664 Sep 15 13:42:17.725823 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:17.726659 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device ee782ef4-59ee-40b2-ae51-01d1682ba32f up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:42:17.804719 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=95e5ccdb-a8d2-44de-9aab-1b01167fe2c1,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:17.940063 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning for port ee782ef4-59ee-40b2-ae51-01d1682ba32f completed by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:42:17.950841 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port ee782ef4-59ee-40b2-ae51-01d1682ba32f triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:42:17.951165 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:18.046891 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae46b20-245a-4f95-8ec4-f7425da14e6f req-addc08b9-9961-4963-9c06-c2ba014f3ffb tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:18.054195 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-aae46b20-245a-4f95-8ec4-f7425da14e6f req-addc08b9-9961-4963-9c06-c2ba014f3ffb tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 946 time: 0.0928714 Sep 15 13:42:18.059394 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:18.098596 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-aae46b20-245a-4f95-8ec4-f7425da14e6f req-37a6d2a7-9d69-48e6-8951-18885d046319 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414188 Sep 15 13:42:18.101320 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 43878) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:18.109294 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port ee782ef4-59ee-40b2-ae51-01d1682ba32f, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=ee782ef4-59ee-40b2-ae51-01d1682ba32f,segment=NetworkSegment(c2499852-0995-4468-ba42-b5e7f07ff544),segment_id=c2499852-0995-4468-ba42-b5e7f07ff544)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:42:18.118056 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-53978876-1acb-490b-890f-2b4f1e5e6233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:18.139795 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976dd4a-3623-4873-8675-381460468b26 req-8c404b0d-bf61-4df6-8636-a0ad7c7c172d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:18.141355 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e976dd4a-3623-4873-8675-381460468b26 req-8c404b0d-bf61-4df6-8636-a0ad7c7c172d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.1377969 Sep 15 13:42:18.194534 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:18.194694 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e976dd4a-3623-4873-8675-381460468b26 req-62fa6842-44d3-43f1-8c72-307b2c5dfe3a tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463402 Sep 15 13:42:18.253045 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=ee782ef4-59ee-40b2-ae51-01d1682ba32f,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:18.254860 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-53978876-1acb-490b-890f-2b4f1e5e6233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:18.285485 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4af215-a1b3-4992-9ced-9c2cf2fc522b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb997887-02c6-475d-b775-5803a8a38c3b'}, {'server_uuid': 'f49c98b0-068c-4c4b-8917-7bba306a4c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee97d2d-987f-4ec8-b5a7-7392a0f21b33'}, {'server_uuid': '499982bc-76e1-4460-a49c-0369697b4c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e5ccdb-a8d2-44de-9aab-1b01167fe2c1'}, {'server_uuid': '61f02c55-2372-4599-85bb-c3ab85a44e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee782ef4-59ee-40b2-ae51-01d1682ba32f'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:42:18.287810 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c3d0c2-72f2-488e-8688-4d3520c07fe3" -d '{"events": [{"server_uuid": "4f4af215-a1b3-4992-9ced-9c2cf2fc522b", "name": "network-vif-plugged", "status": "completed", "tag": "bb997887-02c6-475d-b775-5803a8a38c3b"}, {"server_uuid": "f49c98b0-068c-4c4b-8917-7bba306a4c4b", "name": "network-vif-plugged", "status": "completed", "tag": "cee97d2d-987f-4ec8-b5a7-7392a0f21b33"}, {"server_uuid": "499982bc-76e1-4460-a49c-0369697b4c91", "name": "network-vif-plugged", "status": "completed", "tag": "95e5ccdb-a8d2-44de-9aab-1b01167fe2c1"}, {"server_uuid": "61f02c55-2372-4599-85bb-c3ab85a44e3a", "name": "network-vif-plugged", "status": "completed", "tag": "ee782ef4-59ee-40b2-ae51-01d1682ba32f"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:42:18.377604 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-53978876-1acb-490b-890f-2b4f1e5e6233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:18.402557 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 15 Sep 2021 13:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98e21ce-e787-41a9-9e2a-a8aefc9b73c7 x-openstack-request-id: req-a98e21ce-e787-41a9-9e2a-a8aefc9b73c7 {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:42:18.403085 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4af215-a1b3-4992-9ced-9c2cf2fc522b", "name": "network-vif-plugged", "status": "completed", "tag": "bb997887-02c6-475d-b775-5803a8a38c3b", "code": 200}, {"server_uuid": "f49c98b0-068c-4c4b-8917-7bba306a4c4b", "name": "network-vif-plugged", "status": "completed", "tag": "cee97d2d-987f-4ec8-b5a7-7392a0f21b33", "code": 200}, {"server_uuid": "499982bc-76e1-4460-a49c-0369697b4c91", "name": "network-vif-plugged", "status": "completed", "tag": "95e5ccdb-a8d2-44de-9aab-1b01167fe2c1", "code": 200}, {"server_uuid": "61f02c55-2372-4599-85bb-c3ab85a44e3a", "name": "network-vif-plugged", "status": "completed", "tag": "ee782ef4-59ee-40b2-ae51-01d1682ba32f", "code": 200}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:42:18.403566 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a98e21ce-e787-41a9-9e2a-a8aefc9b73c7 {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:42:18.404254 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4af215-a1b3-4992-9ced-9c2cf2fc522b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb997887-02c6-475d-b775-5803a8a38c3b', 'code': 200} Sep 15 13:42:18.404723 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49c98b0-068c-4c4b-8917-7bba306a4c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee97d2d-987f-4ec8-b5a7-7392a0f21b33', 'code': 200} Sep 15 13:42:18.405187 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499982bc-76e1-4460-a49c-0369697b4c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e5ccdb-a8d2-44de-9aab-1b01167fe2c1', 'code': 200} Sep 15 13:42:18.405850 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f02c55-2372-4599-85bb-c3ab85a44e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee782ef4-59ee-40b2-ae51-01d1682ba32f', 'code': 200} Sep 15 13:42:18.455660 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 43906) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:18.470747 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-53978876-1acb-490b-890f-2b4f1e5e6233 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d19bed2ec4ea46d391a826da11b32ad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622577 Sep 15 13:42:18.473363 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53978876-1acb-490b-890f-2b4f1e5e6233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f815418-4a5f-4393-8f44-7572c4aad26b,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:18.544884 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-1c9c2f8a-86f3-4630-98db-f0fe53051977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:18.577689 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2888f4-bfd0-4755-ab1c-4704096309dd req-332893a3-a510-4179-9ba7-5d90019df5fd tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:18.581079 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ea2888f4-bfd0-4755-ab1c-4704096309dd req-332893a3-a510-4179-9ba7-5d90019df5fd tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 945 time: 0.0740547 Sep 15 13:42:18.598462 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-1c9c2f8a-86f3-4630-98db-f0fe53051977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:18.622876 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ea2888f4-bfd0-4755-ab1c-4704096309dd req-fd29c7b6-476f-4c47-afbc-f6369cbdf905 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350201 Sep 15 13:42:18.743341 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-1c9c2f8a-86f3-4630-98db-f0fe53051977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:18.746955 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-1c9c2f8a-86f3-4630-98db-f0fe53051977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:18.750882 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-1c9c2f8a-86f3-4630-98db-f0fe53051977 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f815418-4a5f-4393-8f44-7572c4aad26b HTTP/1.1" status: 204 len: 168 time: 0.2913976 Sep 15 13:42:18.773755 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c2f8a-86f3-4630-98db-f0fe53051977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f815418-4a5f-4393-8f44-7572c4aad26b,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:18.814217 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ce997-7a06-4fa6-86d5-db48fe1d5872 req-5d65b09a-7ed2-469b-bf22-b6d94817496e tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:18.822213 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-640ce997-7a06-4fa6-86d5-db48fe1d5872 req-5d65b09a-7ed2-469b-bf22-b6d94817496e tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0668283 Sep 15 13:42:18.869780 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-640ce997-7a06-4fa6-86d5-db48fe1d5872 req-c1ce6c2a-553a-422b-a6a4-982d019b5c5d tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465019 Sep 15 13:42:18.967917 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176767c-0528-4115-83d5-cf1ca29b30dc req-b8a3440f-2b78-4350-bcbc-f38ee2e7a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:18.969529 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1176767c-0528-4115-83d5-cf1ca29b30dc req-b8a3440f-2b78-4350-bcbc-f38ee2e7a9ef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 1099 time: 0.0500588 Sep 15 13:42:19.017325 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1176767c-0528-4115-83d5-cf1ca29b30dc req-19794f83-12fc-4e98-99c8-2d26518f8479 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386808 Sep 15 13:42:19.045288 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47f185-dcd8-4db7-9fc3-70ede640b835 req-7c373279-2f75-4ab0-8962-de9d09d63160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:19.046748 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ef47f185-dcd8-4db7-9fc3-70ede640b835 req-7c373279-2f75-4ab0-8962-de9d09d63160 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 1099 time: 0.0405645 Sep 15 13:42:19.053801 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91604598-14fc-4541-a29a-608cbd9ed748 req-66cfb65e-d181-4463-b71e-39beceeff037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:19.055283 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-91604598-14fc-4541-a29a-608cbd9ed748 req-66cfb65e-d181-4463-b71e-39beceeff037 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 1098 time: 0.0752175 Sep 15 13:42:19.211498 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4eede6-5474-4f0c-9e36-812d926e74bc req-207105c3-df74-43ab-8b61-622a632d1184 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:19.213590 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9c4eede6-5474-4f0c-9e36-812d926e74bc req-207105c3-df74-43ab-8b61-622a632d1184 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 946 time: 0.0502727 Sep 15 13:42:19.253534 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-91604598-14fc-4541-a29a-608cbd9ed748 req-e479d47b-81f7-4ae9-b853-c4512e87c91b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388484 Sep 15 13:42:19.306537 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ef47f185-dcd8-4db7-9fc3-70ede640b835 req-e066de9f-dff5-42e6-b46b-41e85856b7cb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919616 Sep 15 13:42:19.310775 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9c4eede6-5474-4f0c-9e36-812d926e74bc req-22a83849-f6d3-47e5-b1a5-a78e52964f7f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908558 Sep 15 13:42:19.317578 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c6476-8bed-46f9-8288-b0b3592c8167 req-049436be-1274-4b74-98d7-63679874226e tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:19.318206 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c415f7d-382b-4d89-a6cd-fc2190c50ce9 req-3bc89cc5-0016-4f45-8e24-8b5b18f0a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:19.319209 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b98c6476-8bed-46f9-8288-b0b3592c8167 req-049436be-1274-4b74-98d7-63679874226e tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0486307 Sep 15 13:42:19.319616 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-4c415f7d-382b-4d89-a6cd-fc2190c50ce9 req-3bc89cc5-0016-4f45-8e24-8b5b18f0a6bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 1099 time: 0.0748384 Sep 15 13:42:19.358679 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b98c6476-8bed-46f9-8288-b0b3592c8167 req-f1383d5c-805d-42c1-a745-f08447bf9921 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320964 Sep 15 13:42:19.418922 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 43936) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:19.536036 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-29404e0c-85e4-4b77-84d2-3a73bf1f6385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:19.626051 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-29404e0c-85e4-4b77-84d2-3a73bf1f6385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:19.677744 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-4c415f7d-382b-4d89-a6cd-fc2190c50ce9 req-367e60aa-fa58-429b-906f-8824e5fb0fab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314157 Sep 15 13:42:19.692120 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-29404e0c-85e4-4b77-84d2-3a73bf1f6385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:19.759547 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29404e0c-85e4-4b77-84d2-3a73bf1f6385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840db1f5-c857-4c43-b36c-f3975694ced3,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:19.764733 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-29404e0c-85e4-4b77-84d2-3a73bf1f6385 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d90cfd171ed477a944449c879f5cad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3446820 Sep 15 13:42:19.767466 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 43952) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:19.786819 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588080a8-bd80-45aa-88b8-08af236f1cea req-64593d59-7eb8-4bb8-a933-838cb3c2c0ca tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:19.786819 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-588080a8-bd80-45aa-88b8-08af236f1cea req-64593d59-7eb8-4bb8-a933-838cb3c2c0ca tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 945 time: 0.0919507 Sep 15 13:42:19.786819 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 43954) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:19.852219 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb973-045c-435b-a5ca-25b82034f7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:19.887023 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb973-045c-435b-a5ca-25b82034f7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:20.050973 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a3836-2cfd-4eba-b5d9-56cad3f06a43 req-247356da-c860-4ff8-af41-4382de5efda4 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:20.053573 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-df3a3836-2cfd-4eba-b5d9-56cad3f06a43 req-247356da-c860-4ff8-af41-4382de5efda4 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0785697 Sep 15 13:42:20.054049 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-05892b95-4e4b-4cf2-812f-4d191c7ddef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:20.087112 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-588080a8-bd80-45aa-88b8-08af236f1cea req-b7b8b5b6-aae2-465a-b6b8-025d9b9dde55 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983441 Sep 15 13:42:20.100552 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-df3a3836-2cfd-4eba-b5d9-56cad3f06a43 req-83d1bba5-a3a0-4daa-9f62-0b9d811663c6 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396407 Sep 15 13:42:20.173105 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb973-045c-435b-a5ca-25b82034f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:20.176915 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb973-045c-435b-a5ca-25b82034f7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:20.178103 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-2b9eb973-045c-435b-a5ca-25b82034f7d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/840db1f5-c857-4c43-b36c-f3975694ced3 HTTP/1.1" status: 204 len: 168 time: 0.4090323 Sep 15 13:42:20.187559 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9eb973-045c-435b-a5ca-25b82034f7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840db1f5-c857-4c43-b36c-f3975694ced3,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:20.282434 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-05892b95-4e4b-4cf2-812f-4d191c7ddef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:20.371586 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-05892b95-4e4b-4cf2-812f-4d191c7ddef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:20.433642 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05892b95-4e4b-4cf2-812f-4d191c7ddef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ae79c4-1512-4021-95b7-0c976963f094,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:20.438326 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-05892b95-4e4b-4cf2-812f-4d191c7ddef8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f69fde89e7584a1c8d7a6d6c4bb05716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6507857 Sep 15 13:42:20.441767 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 43990) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:20.484583 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c566b-4e34-4b9b-87e6-1db709e4957d req-be5e06b5-37da-463b-bb00-4b2cd43b858e tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:20.485413 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453047d-bf73-499e-b256-9c6abba9679f req-a05815ef-0d39-4cd4-897d-dafe7889d486 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:20.487162 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2453047d-bf73-499e-b256-9c6abba9679f req-a05815ef-0d39-4cd4-897d-dafe7889d486 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 946 time: 0.1003027 Sep 15 13:42:20.488565 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-0e0c566b-4e34-4b9b-87e6-1db709e4957d req-be5e06b5-37da-463b-bb00-4b2cd43b858e tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0610747 Sep 15 13:42:20.540655 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-0e0c566b-4e34-4b9b-87e6-1db709e4957d req-72306cc7-edae-4b13-967c-822f8d6cd00c tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483379 Sep 15 13:42:20.547029 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-daf72faf-ad90-484a-94b0-693c77f461a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:20.555479 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2453047d-bf73-499e-b256-9c6abba9679f req-9d7a2c19-8ce1-4afc-86ce-42d89a5fdc78 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487499 Sep 15 13:42:20.574984 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-daf72faf-ad90-484a-94b0-693c77f461a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:20.710228 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-daf72faf-ad90-484a-94b0-693c77f461a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:20.712867 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-daf72faf-ad90-484a-94b0-693c77f461a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:20.714561 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-daf72faf-ad90-484a-94b0-693c77f461a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/39ae79c4-1512-4021-95b7-0c976963f094 HTTP/1.1" status: 204 len: 168 time: 0.2718670 Sep 15 13:42:20.723353 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44000) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:20.726554 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf72faf-ad90-484a-94b0-693c77f461a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ae79c4-1512-4021-95b7-0c976963f094,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:21.149932 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44012) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:21.168319 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-04835865-f15b-4aa7-a0c4-9613ad604fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:21.224752 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-cf3278cc-ce59-45de-a590-34e09cb54efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:21.242465 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908928b8-9090-4dae-a549-2f3da14e3e70 req-1cf3732e-2b80-4cd6-a9a2-1b34c9c460ae tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:21.243849 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-908928b8-9090-4dae-a549-2f3da14e3e70 req-1cf3732e-2b80-4cd6-a9a2-1b34c9c460ae tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0726421 Sep 15 13:42:21.337367 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-908928b8-9090-4dae-a549-2f3da14e3e70 req-cfd35101-8b6b-4a25-89ed-b886d0d71ae0 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695047 Sep 15 13:42:21.350957 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-20a5aff5-c5de-4176-932e-39cb0dda2a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:21.394532 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-04835865-f15b-4aa7-a0c4-9613ad604fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:21.483351 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-04835865-f15b-4aa7-a0c4-9613ad604fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:21.509722 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b0592-e04e-4977-b1d1-8ed404b12de3 req-8cb7b541-ea43-46c8-8090-f9a4c4bc494a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:21.511415 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-575b0592-e04e-4977-b1d1-8ed404b12de3 req-8cb7b541-ea43-46c8-8090-f9a4c4bc494a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0636680 Sep 15 13:42:21.535314 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 44022) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:21.543487 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-e9de2d26-b2cd-4dae-bdbe-f950a11b3b7b tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Request body: {'floatingip': {'port_id': 'ee782ef4-59ee-40b2-ae51-01d1682ba32f'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:42:21.543626 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-04835865-f15b-4aa7-a0c4-9613ad604fb3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6e18a83270904ac1a8b2da01447277ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3892920 Sep 15 13:42:21.546180 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44024) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:21.554010 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04835865-f15b-4aa7-a0c4-9613ad604fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f599a51f-6b54-4172-b90c-fab43cb28db5,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:21.665975 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-51d913c1-4345-4cd7-8270-c6b080920464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:21.692030 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e9de2d26-b2cd-4dae-bdbe-f950a11b3b7b tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for floatingip, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:21.721431 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-51d913c1-4345-4cd7-8270-c6b080920464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:21.724264 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-20a5aff5-c5de-4176-932e-39cb0dda2a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:21.766219 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79063c5c-a697-4dfa-99e3-03e4b4dc1f06 req-92074dd8-2be4-4c69-a64c-72e93a469b0f tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:21.767839 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-79063c5c-a697-4dfa-99e3-03e4b4dc1f06 req-92074dd8-2be4-4c69-a64c-72e93a469b0f tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.1212745 Sep 15 13:42:21.774377 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44034) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:21.797750 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-cd04de3f-5af6-47bc-b3df-60328d18199c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:21.814209 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-20a5aff5-c5de-4176-932e-39cb0dda2a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:21.898170 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-79063c5c-a697-4dfa-99e3-03e4b4dc1f06 req-e1478971-e9de-44a1-80e7-a9bf84192b7d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147797 Sep 15 13:42:21.898170 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-20a5aff5-c5de-4176-932e-39cb0dda2a01 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef5c479aaedb4bd29becddf5cc239f52&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1696908 Sep 15 13:42:21.898545 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efb89a-47f2-4faa-b944-9446a6d73ce6 req-52c6bc60-a898-4de4-887c-188d0a77cc97 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:21.898666 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5aff5-c5de-4176-932e-39cb0dda2a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d369fa63-622e-46f2-b30f-b6a6eba70277,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:21.898765 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b4efb89a-47f2-4faa-b944-9446a6d73ce6 req-52c6bc60-a898-4de4-887c-188d0a77cc97 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 946 time: 0.2323954 Sep 15 13:42:21.901143 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44040) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:21.989464 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8a7755cd-4e30-4c16-b91a-6a1345d52ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:21.994777 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-51d913c1-4345-4cd7-8270-c6b080920464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:21.998202 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-51d913c1-4345-4cd7-8270-c6b080920464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:21.998385 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-51d913c1-4345-4cd7-8270-c6b080920464 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f599a51f-6b54-4172-b90c-fab43cb28db5 HTTP/1.1" status: 204 len: 168 time: 0.4509485 Sep 15 13:42:22.021477 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d913c1-4345-4cd7-8270-c6b080920464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f599a51f-6b54-4172-b90c-fab43cb28db5,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:22.040967 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8a7755cd-4e30-4c16-b91a-6a1345d52ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:22.060824 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-cd04de3f-5af6-47bc-b3df-60328d18199c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:22.101690 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b4efb89a-47f2-4faa-b944-9446a6d73ce6 req-121470ce-3baa-42ac-b910-80c5e2bc5481 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233888 Sep 15 13:42:22.178704 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-cd04de3f-5af6-47bc-b3df-60328d18199c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:22.243229 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8a7755cd-4e30-4c16-b91a-6a1345d52ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:22.247475 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8a7755cd-4e30-4c16-b91a-6a1345d52ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:22.251205 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-8a7755cd-4e30-4c16-b91a-6a1345d52ae7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d369fa63-622e-46f2-b30f-b6a6eba70277 HTTP/1.1" status: 204 len: 168 time: 0.3441598 Sep 15 13:42:22.258399 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-cd04de3f-5af6-47bc-b3df-60328d18199c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=14a6f13562354effa6b9b3d2daed9de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4823601 Sep 15 13:42:22.260639 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04de3f-5af6-47bc-b3df-60328d18199c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ebc06d-9938-4a72-abd1-eca7b35ca9b1,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:22.265492 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44060) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:22.294292 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7755cd-4e30-4c16-b91a-6a1345d52ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d369fa63-622e-46f2-b30f-b6a6eba70277,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:22.378333 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d85bd6ea-812c-4b63-bbe9-f50c72a9f88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:22.403396 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d85bd6ea-812c-4b63-bbe9-f50c72a9f88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:22.532081 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e9de2d26-b2cd-4dae-bdbe-f950a11b3b7b tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:22.623944 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d85bd6ea-812c-4b63-bbe9-f50c72a9f88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:22.626530 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d85bd6ea-812c-4b63-bbe9-f50c72a9f88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:22.627656 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-d85bd6ea-812c-4b63-bbe9-f50c72a9f88f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8ebc06d-9938-4a72-abd1-eca7b35ca9b1 HTTP/1.1" status: 204 len: 168 time: 0.3555801 Sep 15 13:42:22.635476 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85bd6ea-812c-4b63-bbe9-f50c72a9f88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ebc06d-9938-4a72-abd1-eca7b35ca9b1,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:22.658748 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e9de2d26-b2cd-4dae-bdbe-f950a11b3b7b tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550917'] for floatingip, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:22.771625 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.db.l3_db [None req-e9de2d26-b2cd-4dae-bdbe-f950a11b3b7b tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Floating IP fa2ab67c-813e-4029-8e37-7dc353291d50 associated. External IP: 172.27.0.238, port: ee782ef4-59ee-40b2-ae51-01d1682ba32f. Sep 15 13:42:22.804882 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc27a0-5210-4810-8247-38147fb49621 req-52293845-2c48-4f7b-9673-226edf5d05bf tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:22.807598 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-69fc27a0-5210-4810-8247-38147fb49621 req-52293845-2c48-4f7b-9673-226edf5d05bf tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0632639 Sep 15 13:42:22.852795 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-69fc27a0-5210-4810-8247-38147fb49621 req-e6ca6380-23c5-4881-b64c-15f7b85f91d8 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396867 Sep 15 13:42:22.927807 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eeddb3-1d4d-412f-a87b-ca84ca8e4ad3 req-6b73ccfb-7cbd-4fe3-958a-917ebf7a5c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:22.929146 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d8eeddb3-1d4d-412f-a87b-ca84ca8e4ad3 req-6b73ccfb-7cbd-4fe3-958a-917ebf7a5c11 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9d232f7ddba465ebf00a66c759ab7fb&device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 1099 time: 0.1041152 Sep 15 13:42:23.227461 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5788c-78b0-48f0-b0a1-a1654665d8ac req-46bad74b-ad93-4db1-9633-686a31bdc627 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:23.229586 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c1d5788c-78b0-48f0-b0a1-a1654665d8ac req-46bad74b-ad93-4db1-9633-686a31bdc627 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 946 time: 0.0509913 Sep 15 13:42:23.279287 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c1d5788c-78b0-48f0-b0a1-a1654665d8ac req-7acf1153-386b-4493-9680-cb52dcfecebb tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406554 Sep 15 13:42:23.323345 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eeddb3-1d4d-412f-a87b-ca84ca8e4ad3 req-09ab3d4c-1be4-4332-be47-4b79f79ae989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:23.324815 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d8eeddb3-1d4d-412f-a87b-ca84ca8e4ad3 req-09ab3d4c-1be4-4332-be47-4b79f79ae989 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af76b73a-45f4-4385-bb34-2d79a1f2655b HTTP/1.1" status: 200 len: 919 time: 0.3873115 Sep 15 13:42:23.337394 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9de2d26-b2cd-4dae-bdbe-f950a11b3b7b tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Router 98f36e57-6586-4df2-a3bd-6da2977e4eb4 has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:42:23.382184 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d8eeddb3-1d4d-412f-a87b-ca84ca8e4ad3 req-070d5618-5a06-4a32-b027-55d4e0f766f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95e5ccdb-a8d2-44de-9aab-1b01167fe2c1 HTTP/1.1" status: 200 len: 217 time: 0.0397215 Sep 15 13:42:23.515415 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eeddb3-1d4d-412f-a87b-ca84ca8e4ad3 req-190a6b27-8f98-4d69-b0b1-9654efe869cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:23.519597 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d8eeddb3-1d4d-412f-a87b-ca84ca8e4ad3 req-190a6b27-8f98-4d69-b0b1-9654efe869cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2dd6332-a9e3-4eef-b026-6ff2e75e77c7 HTTP/1.1" status: 200 len: 858 time: 0.0960305 Sep 15 13:42:23.555292 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 44096) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:23.560786 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d8eeddb3-1d4d-412f-a87b-ca84ca8e4ad3 req-d87c61d1-90fa-4cec-aa79-9cede1a27b72 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af76b73a-45f4-4385-bb34-2d79a1f2655b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357838 Sep 15 13:42:23.580797 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9de2d26-b2cd-4dae-bdbe-f950a11b3b7b tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:42:23.587413 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e9de2d26-b2cd-4dae-bdbe-f950a11b3b7b tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for floatingip, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:23.596872 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3e0561-095c-430e-b6b9-fa6bc0b295df None None] Sync routers for ids ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'] in dv-cinder-803456-3-iscsi {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:42:23.620403 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3e0561-095c-430e-b6b9-fa6bc0b295df None None] Routers {'98f36e57-6586-4df2-a3bd-6da2977e4eb4'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:42:23.621093 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-2d3e0561-095c-430e-b6b9-fa6bc0b295df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:41:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:42:23.704823 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-916e8740-2223-45a3-8a35-768aaa8f9074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:23.719860 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-e9de2d26-b2cd-4dae-bdbe-f950a11b3b7b tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "PUT /v2.0/floatingips/fa2ab67c-813e-4029-8e37-7dc353291d50 HTTP/1.1" status: 200 len: 991 time: 2.1830978 Sep 15 13:42:23.727258 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f02c55-2372-4599-85bb-c3ab85a44e3a', 'tag': 'ee782ef4-59ee-40b2-ae51-01d1682ba32f'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:42:23.730496 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4f74f6-586b-48b3-ba37-61c48f5f1090" -d '{"events": [{"name": "network-changed", "server_uuid": "61f02c55-2372-4599-85bb-c3ab85a44e3a", "tag": "ee782ef4-59ee-40b2-ae51-01d1682ba32f"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:42:23.781546 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-2d3e0561-095c-430e-b6b9-fa6bc0b295df None None] Set router 98f36e57-6586-4df2-a3bd-6da2977e4eb4 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:42:23.798310 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:23.834545 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b39595-fa8d-4e17-8598-ee5742e26ec5 x-openstack-request-id: req-53b39595-fa8d-4e17-8598-ee5742e26ec5 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:42:23.834925 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f02c55-2372-4599-85bb-c3ab85a44e3a", "tag": "ee782ef4-59ee-40b2-ae51-01d1682ba32f", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:42:23.835248 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-53b39595-fa8d-4e17-8598-ee5742e26ec5 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:42:23.835712 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f02c55-2372-4599-85bb-c3ab85a44e3a', 'tag': 'ee782ef4-59ee-40b2-ae51-01d1682ba32f', 'status': 'completed', 'code': 200} Sep 15 13:42:23.850089 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-7d7d2b55-d6f5-49ca-a0e3-25cb5d7fbadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:23.924447 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d8eeddb3-1d4d-412f-a87b-ca84ca8e4ad3 req-adeade47-bb90-4f26-9161-afac0ca611d9 service neutron] 10.222.0.15 "GET /v2.0/networks/af76b73a-45f4-4385-bb34-2d79a1f2655b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717602 Sep 15 13:42:23.986523 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f74f6-586b-48b3-ba37-61c48f5f1090 req-72db59e9-33f0-4894-aa98-444527d82f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:23.995024 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2f4f74f6-586b-48b3-ba37-61c48f5f1090 req-72db59e9-33f0-4894-aa98-444527d82f9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9afbcb1e186943a180e744626f0ee7af&device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 1098 time: 0.1343396 Sep 15 13:42:24.132707 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d8eeddb3-1d4d-412f-a87b-ca84ca8e4ad3 req-08bc5deb-c358-42d1-8e04-bf805aa71173 service neutron] 10.222.0.15 "GET /v2.0/networks/af76b73a-45f4-4385-bb34-2d79a1f2655b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972988 Sep 15 13:42:24.210194 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9aff8-cf53-4d9a-afee-c38184679113 req-4edb74bf-6972-49dc-876b-5f9f323cb26f tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:24.211712 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-50e9aff8-cf53-4d9a-afee-c38184679113 req-4edb74bf-6972-49dc-876b-5f9f323cb26f tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.1508131 Sep 15 13:42:24.236066 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-2d3e0561-095c-430e-b6b9-fa6bc0b295df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'name': 'tempest-AttachVolumeTestJSON-452463078-router', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '66d906d0-0301-4348-befe-ab68c854165f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:41:34Z', 'revision_number': 4, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'gw_port': {'id': '66d906d0-0301-4348-befe-ab68c854165f', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': 'fa2ab67c-813e-4029-8e37-7dc353291d50', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'floating_ip_address': '172.27.0.238', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'port_id': 'ee782ef4-59ee-40b2-ae51-01d1682ba32f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'mac_address': 'fa:16:3e:2d:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f02c55-2372-4599-85bb-c3ab85a44e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:41:44Z', 'updated_at': '2021-09-15T13:42:22Z', 'revision_number': 1, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7f382d-3621-44a8-bf72-fb7e89f93cf0', 'name': '', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'mac_address': 'fa:16:3e:16:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:32Z', 'updated_at': '2021-09-15T13:41:39Z', 'revision_number': 5, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'subnets': [{'id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:42:24.239132 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f74f6-586b-48b3-ba37-61c48f5f1090 req-683c7c17-ad49-4689-ae58-929ceb7155f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:24.240546 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2f4f74f6-586b-48b3-ba37-61c48f5f1090 req-683c7c17-ad49-4689-ae58-929ceb7155f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a95ae3f-eb65-4410-bd12-2770233cdae3 HTTP/1.1" status: 200 len: 911 time: 0.1785455 Sep 15 13:42:24.294871 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3e0561-095c-430e-b6b9-fa6bc0b295df None None] Checking router: 98f36e57-6586-4df2-a3bd-6da2977e4eb4 for host: dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:42:24.308583 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3e0561-095c-430e-b6b9-fa6bc0b295df None None] Routers {'98f36e57-6586-4df2-a3bd-6da2977e4eb4'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:42:24.309264 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-2d3e0561-095c-430e-b6b9-fa6bc0b295df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:42:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:42:24.325364 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-7d7d2b55-d6f5-49ca-a0e3-25cb5d7fbadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:24.346430 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-50e9aff8-cf53-4d9a-afee-c38184679113 req-a9f534ca-2019-4fb4-88b5-88a634461c52 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142483 Sep 15 13:42:24.389804 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2f4f74f6-586b-48b3-ba37-61c48f5f1090 req-0827bbb3-a476-46c7-9720-533a1acf5f88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee782ef4-59ee-40b2-ae51-01d1682ba32f HTTP/1.1" status: 200 len: 999 time: 0.1343005 Sep 15 13:42:24.389804 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-7d7d2b55-d6f5-49ca-a0e3-25cb5d7fbadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:24.459608 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-7d7d2b55-d6f5-49ca-a0e3-25cb5d7fbadd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=916912350f354edcb96b662a7d955842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9015276 Sep 15 13:42:24.463289 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d2b55-d6f5-49ca-a0e3-25cb5d7fbadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907f1f16-162c-4266-b7f2-1e3c181c5b40,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:24.464725 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 44140) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:24.476859 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-2d3e0561-095c-430e-b6b9-fa6bc0b295df None None] Set router 98f36e57-6586-4df2-a3bd-6da2977e4eb4 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:42:24.494484 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f74f6-586b-48b3-ba37-61c48f5f1090 req-0bb50321-ac15-478f-96bc-ed73a4527be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:24.495907 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2f4f74f6-586b-48b3-ba37-61c48f5f1090 req-0bb50321-ac15-478f-96bc-ed73a4527be2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6 HTTP/1.1" status: 200 len: 849 time: 0.0790160 Sep 15 13:42:24.564397 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a416c522-562e-4c6b-9fa6-e88dcc1a0ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:24.592635 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f74f6-586b-48b3-ba37-61c48f5f1090 req-567879e8-40f4-4d44-b846-9d4dd6db5a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:24.594148 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2f4f74f6-586b-48b3-ba37-61c48f5f1090 req-567879e8-40f4-4d44-b846-9d4dd6db5a42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a95ae3f-eb65-4410-bd12-2770233cdae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809171 Sep 15 13:42:24.604862 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a416c522-562e-4c6b-9fa6-e88dcc1a0ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:24.721407 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2f4f74f6-586b-48b3-ba37-61c48f5f1090 req-66dbe26a-5097-4d68-af05-75f56f9fb7ab service neutron] 10.222.0.15 "GET /v2.0/networks/1a95ae3f-eb65-4410-bd12-2770233cdae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191533 Sep 15 13:42:24.813055 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-2d3e0561-095c-430e-b6b9-fa6bc0b295df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'name': 'tempest-AttachVolumeTestJSON-452463078-router', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '66d906d0-0301-4348-befe-ab68c854165f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:41:34Z', 'revision_number': 4, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'gw_port': {'id': '66d906d0-0301-4348-befe-ab68c854165f', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': 'fa2ab67c-813e-4029-8e37-7dc353291d50', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'floating_ip_address': '172.27.0.238', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'port_id': 'ee782ef4-59ee-40b2-ae51-01d1682ba32f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'mac_address': 'fa:16:3e:2d:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f02c55-2372-4599-85bb-c3ab85a44e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:41:44Z', 'updated_at': '2021-09-15T13:42:22Z', 'revision_number': 1, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7f382d-3621-44a8-bf72-fb7e89f93cf0', 'name': '', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'mac_address': 'fa:16:3e:16:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:32Z', 'updated_at': '2021-09-15T13:41:39Z', 'revision_number': 5, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'subnets': [{'id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:42:24.834763 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2f4f74f6-586b-48b3-ba37-61c48f5f1090 req-bc7dfde2-0a2c-4cf4-bb56-901664a330c4 service neutron] 10.222.0.15 "GET /v2.0/networks/1a95ae3f-eb65-4410-bd12-2770233cdae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005461 Sep 15 13:42:24.838390 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a416c522-562e-4c6b-9fa6-e88dcc1a0ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:24.843885 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a416c522-562e-4c6b-9fa6-e88dcc1a0ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:24.843885 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-a416c522-562e-4c6b-9fa6-e88dcc1a0ce0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/907f1f16-162c-4266-b7f2-1e3c181c5b40 HTTP/1.1" status: 204 len: 168 time: 0.3756201 Sep 15 13:42:24.852090 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416c522-562e-4c6b-9fa6-e88dcc1a0ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907f1f16-162c-4266-b7f2-1e3c181c5b40,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:24.855513 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3e0561-095c-430e-b6b9-fa6bc0b295df None None] The sync data for ids ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'] in dv-cinder-803456-3-iscsi is: [{'id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'name': 'tempest-AttachVolumeTestJSON-452463078-router', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '66d906d0-0301-4348-befe-ab68c854165f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:41:34Z', 'revision_number': 4, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'gw_port': {'id': '66d906d0-0301-4348-befe-ab68c854165f', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': 'fa2ab67c-813e-4029-8e37-7dc353291d50', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'floating_ip_address': '172.27.0.238', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'port_id': 'ee782ef4-59ee-40b2-ae51-01d1682ba32f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'mac_address': 'fa:16:3e:2d:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f02c55-2372-4599-85bb-c3ab85a44e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:41:44Z', 'updated_at': '2021-09-15T13:42:22Z', 'revision_number': 1, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7f382d-3621-44a8-bf72-fb7e89f93cf0', 'name': '', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'mac_address': 'fa:16:3e:16:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:32Z', 'updated_at': '2021-09-15T13:41:39Z', 'revision_number': 5, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'subnets': [{'id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:42:25.103061 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc3c8f7-4053-4d55-b89f-ede15200b8be None None] New status for floating IP fa2ab67c-813e-4029-8e37-7dc353291d50: ACTIVE {{(pid=101215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:42:25.174653 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:25.488468 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f40f1-903d-443d-92c8-9034aca8734f req-c75cd131-66db-4dd0-a840-f40f00ac5c95 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:25.490190 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9c9f40f1-903d-443d-92c8-9034aca8734f req-c75cd131-66db-4dd0-a840-f40f00ac5c95 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0575163 Sep 15 13:42:25.538714 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9c9f40f1-903d-443d-92c8-9034aca8734f req-5ae6749d-582c-419e-9587-ff335ccfff63 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409286 Sep 15 13:42:25.864829 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 44194) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:25.882417 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-714f88cb-5783-4395-a88f-62c458b21a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:25.980724 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-714f88cb-5783-4395-a88f-62c458b21a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:26.116445 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-714f88cb-5783-4395-a88f-62c458b21a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:26.168180 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-714f88cb-5783-4395-a88f-62c458b21a59 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8af831860022472fb44671117502d177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986791 Sep 15 13:42:26.175391 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f88cb-5783-4395-a88f-62c458b21a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b8c41f-b3e7-4df3-ac34-315b6b2cabc2,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:26.175651 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f88cb-5783-4395-a88f-62c458b21a59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:26.175999 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f88cb-5783-4395-a88f-62c458b21a59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:26.176334 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f88cb-5783-4395-a88f-62c458b21a59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:26.176660 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f88cb-5783-4395-a88f-62c458b21a59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:26.177075 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f88cb-5783-4395-a88f-62c458b21a59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:26.177502 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f88cb-5783-4395-a88f-62c458b21a59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:26.177606 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44206) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:26.178057 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f88cb-5783-4395-a88f-62c458b21a59 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:26.178146 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f88cb-5783-4395-a88f-62c458b21a59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:26.178454 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f88cb-5783-4395-a88f-62c458b21a59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:26.178849 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f88cb-5783-4395-a88f-62c458b21a59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:26.179170 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f88cb-5783-4395-a88f-62c458b21a59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:26.179662 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f88cb-5783-4395-a88f-62c458b21a59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:26.259701 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3ec96070-b58a-481c-bd99-79c890d3bdce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:26.281011 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3ec96070-b58a-481c-bd99-79c890d3bdce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:26.406855 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3ec96070-b58a-481c-bd99-79c890d3bdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:26.409488 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3ec96070-b58a-481c-bd99-79c890d3bdce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:26.410618 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-3ec96070-b58a-481c-bd99-79c890d3bdce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0b8c41f-b3e7-4df3-ac34-315b6b2cabc2 HTTP/1.1" status: 204 len: 168 time: 0.2320154 Sep 15 13:42:26.419170 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec96070-b58a-481c-bd99-79c890d3bdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b8c41f-b3e7-4df3-ac34-315b6b2cabc2,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:26.426195 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec96070-b58a-481c-bd99-79c890d3bdce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:26.426539 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec96070-b58a-481c-bd99-79c890d3bdce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:26.426877 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec96070-b58a-481c-bd99-79c890d3bdce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:26.427206 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec96070-b58a-481c-bd99-79c890d3bdce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:26.427529 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec96070-b58a-481c-bd99-79c890d3bdce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:26.427853 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec96070-b58a-481c-bd99-79c890d3bdce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:26.428226 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec96070-b58a-481c-bd99-79c890d3bdce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:26.428608 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec96070-b58a-481c-bd99-79c890d3bdce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:26.428934 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec96070-b58a-481c-bd99-79c890d3bdce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:26.429272 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec96070-b58a-481c-bd99-79c890d3bdce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:26.429590 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec96070-b58a-481c-bd99-79c890d3bdce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:26.429903 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec96070-b58a-481c-bd99-79c890d3bdce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:26.635869 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:26.658946 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b3dc7-d150-44da-a1f6-888d12ea7a8c req-effc86dc-1f03-4489-8992-16089463e5bb tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:26.660558 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-435b3dc7-d150-44da-a1f6-888d12ea7a8c req-effc86dc-1f03-4489-8992-16089463e5bb tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0497711 Sep 15 13:42:26.701422 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-435b3dc7-d150-44da-a1f6-888d12ea7a8c req-34cb0fd0-4440-4057-9547-8ffff744b9e5 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348530 Sep 15 13:42:27.818941 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc7475-3d4c-4144-b5eb-14df0bf253a2 req-b8ca611c-8a30-498a-807e-c45ffb043c6c tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:27.820452 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f8cc7475-3d4c-4144-b5eb-14df0bf253a2 req-b8ca611c-8a30-498a-807e-c45ffb043c6c tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0468993 Sep 15 13:42:27.860477 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f8cc7475-3d4c-4144-b5eb-14df0bf253a2 req-e3810106-8ea3-43b0-abc5-a75bdffe0c4b tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336061 Sep 15 13:42:28.981593 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfef607-d7e4-4b10-b497-9fd9b5c03ebe req-23720789-92fe-47ec-9692-bc72d02ea86d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:28.983079 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ccfef607-d7e4-4b10-b497-9fd9b5c03ebe req-23720789-92fe-47ec-9692-bc72d02ea86d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0529995 Sep 15 13:42:29.020659 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ccfef607-d7e4-4b10-b497-9fd9b5c03ebe req-42777879-b769-4de9-833f-ff0ccf6c9012 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316432 Sep 15 13:42:29.437031 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44338) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:29.541322 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4a57e24d-6163-4192-af93-aa6afb9365b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:29.629415 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4a57e24d-6163-4192-af93-aa6afb9365b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:29.703458 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4a57e24d-6163-4192-af93-aa6afb9365b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:29.741271 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-4a57e24d-6163-4192-af93-aa6afb9365b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f4a7dce7c4545789945b57728853ede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031433 Sep 15 13:42:29.742398 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57e24d-6163-4192-af93-aa6afb9365b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9aacc76-f3a4-4ec8-8769-b40bf0e3720b,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:29.744636 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 44348) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:29.792356 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-da026bbe-c996-4320-b29a-bc0587931088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:29.813423 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-da026bbe-c996-4320-b29a-bc0587931088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:29.966734 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-da026bbe-c996-4320-b29a-bc0587931088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:29.969385 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-da026bbe-c996-4320-b29a-bc0587931088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:29.970660 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-da026bbe-c996-4320-b29a-bc0587931088 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9aacc76-f3a4-4ec8-8769-b40bf0e3720b HTTP/1.1" status: 204 len: 168 time: 0.2249877 Sep 15 13:42:29.979253 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da026bbe-c996-4320-b29a-bc0587931088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9aacc76-f3a4-4ec8-8769-b40bf0e3720b,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:30.136362 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc476b-7e4e-4f69-8e92-587737c4751e req-05404285-6af3-4607-9972-34e49291798a tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:30.138764 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fffc476b-7e4e-4f69-8e92-587737c4751e req-05404285-6af3-4607-9972-34e49291798a tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0490110 Sep 15 13:42:30.176861 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fffc476b-7e4e-4f69-8e92-587737c4751e req-f4912ec8-b271-40bb-bc3b-4c0e77016796 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331926 Sep 15 13:42:30.663491 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 44366) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:30.676404 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-fda390b8-bd77-467c-9d1d-454fb3567538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:30.766568 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-fda390b8-bd77-467c-9d1d-454fb3567538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:30.840746 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-fda390b8-bd77-467c-9d1d-454fb3567538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:30.878583 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-fda390b8-bd77-467c-9d1d-454fb3567538 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0fe171f8ca164f3581e71ad725fb1202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140398 Sep 15 13:42:30.879340 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda390b8-bd77-467c-9d1d-454fb3567538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477a7af4-d904-4979-b8c3-4fd5763610da,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:30.881828 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44368) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:30.929481 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-dcf4d61a-ba8a-42c2-9a65-2fdb4aaf78c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:30.953172 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-dcf4d61a-ba8a-42c2-9a65-2fdb4aaf78c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:31.109246 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-dcf4d61a-ba8a-42c2-9a65-2fdb4aaf78c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:31.111619 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-dcf4d61a-ba8a-42c2-9a65-2fdb4aaf78c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:31.112764 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-dcf4d61a-ba8a-42c2-9a65-2fdb4aaf78c4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/477a7af4-d904-4979-b8c3-4fd5763610da HTTP/1.1" status: 204 len: 168 time: 0.2299354 Sep 15 13:42:31.120989 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4d61a-ba8a-42c2-9a65-2fdb4aaf78c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477a7af4-d904-4979-b8c3-4fd5763610da,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:31.299526 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd54d2-d501-4ee2-b2e3-53170b0aa03e req-e589df6b-cd7f-4591-bd98-24c09716774d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:31.300995 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-56cd54d2-d501-4ee2-b2e3-53170b0aa03e req-e589df6b-cd7f-4591-bd98-24c09716774d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0483546 Sep 15 13:42:31.338660 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-56cd54d2-d501-4ee2-b2e3-53170b0aa03e req-805cbad1-96d5-409c-a411-da422ce49198 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310204 Sep 15 13:42:32.231376 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44402) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:32.340561 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-1964cff5-5472-43a0-9477-734c1f79923c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1899339881-network', 'tenant_id': '8808d8e915c24aff903e76f9e6539085'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:42:32.422207 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1964cff5-5472-43a0-9477-734c1f79923c admin admin] Made reservation on behalf of 8808d8e915c24aff903e76f9e6539085 for: {'network': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:42:32.424739 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-1964cff5-5472-43a0-9477-734c1f79923c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for network, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:32.434138 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-1964cff5-5472-43a0-9477-734c1f79923c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:32.448693 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b290e-43b3-470c-9f31-575d2b2f0a0e req-f777bbdb-93cc-4da0-92ee-f18d7ebd2f5c tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:32.450191 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b13b290e-43b3-470c-9f31-575d2b2f0a0e req-f777bbdb-93cc-4da0-92ee-f18d7ebd2f5c tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0476322 Sep 15 13:42:32.488151 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b13b290e-43b3-470c-9f31-575d2b2f0a0e req-3a824866-823a-4cd5-b35f-a3a0c19bdc45 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314038 Sep 15 13:42:32.523439 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-1964cff5-5472-43a0-9477-734c1f79923c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:32.612210 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-1964cff5-5472-43a0-9477-734c1f79923c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:32.633287 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1964cff5-5472-43a0-9477-734c1f79923c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=101213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:42:32.648058 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964cff5-5472-43a0-9477-734c1f79923c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78518ec0-4306-4972-abc7-0998ba97c8ef,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:32.650904 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-1964cff5-5472-43a0-9477-734c1f79923c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:32.651240 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.db.segments_db [None req-1964cff5-5472-43a0-9477-734c1f79923c admin admin] Added segment 35f3f89d-06a7-41b4-b424-9a6af8ed5a0f of type vlan for network de3dc8ed-916e-4856-9bc3-e897c251e61d Sep 15 13:42:32.701756 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-1964cff5-5472-43a0-9477-734c1f79923c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777769156895'] for network, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:32.879578 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-1964cff5-5472-43a0-9477-734c1f79923c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for network, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:32.880553 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964cff5-5472-43a0-9477-734c1f79923c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:32.881315 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-1964cff5-5472-43a0-9477-734c1f79923c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:32.944481 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964cff5-5472-43a0-9477-734c1f79923c admin admin] Pushing event updated for resources: {'Network': ['ID=de3dc8ed-916e-4856-9bc3-e897c251e61d,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:32.955929 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Network de3dc8ed-916e-4856-9bc3-e897c251e61d details requested by agent ovs-agent-dv-cinder-803456-3-iscsi with host dv-cinder-803456-3-iscsi {{(pid=101215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:42:32.979842 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-1964cff5-5472-43a0-9477-734c1f79923c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7472634 Sep 15 13:42:32.982783 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44428) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:32.987645 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-be83e556-e9c6-453f-9c4e-c55ad5125b73 admin admin] Request body: {'subnet': {'network_id': 'de3dc8ed-916e-4856-9bc3-e897c251e61d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1899339881-subnet', 'tenant_id': '8808d8e915c24aff903e76f9e6539085', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:42:33.118570 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be83e556-e9c6-453f-9c4e-c55ad5125b73 admin admin] Made reservation on behalf of 8808d8e915c24aff903e76f9e6539085 for: {'subnet': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:42:33.118570 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-be83e556-e9c6-453f-9c4e-c55ad5125b73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:33.355217 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-be83e556-e9c6-453f-9c4e-c55ad5125b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for subnet, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:33.413686 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83e556-e9c6-453f-9c4e-c55ad5125b73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f0bee58-a896-48a2-b3fd-22766eebf775,revision_number=0']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:33.425365 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be83e556-e9c6-453f-9c4e-c55ad5125b73 admin admin] Checking segment: {'id': '35f3f89d-06a7-41b4-b424-9a6af8ed5a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de3dc8ed-916e-4856-9bc3-e897c251e61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:42:33.425501 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be83e556-e9c6-453f-9c4e-c55ad5125b73 admin admin] Network hostable DHCP agents. Network: de3dc8ed-916e-4856-9bc3-e897c251e61d, hostable agents: ['059ef8ed-a851-4324-85c0-3d7a16d26e98'], hosted agents: [] {{(pid=101213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:42:33.478786 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fbecb285-524e-46f7-87fd-7ad96f19537e req-edc7515d-bc4a-4c7a-ac04-cdd2ea365c44 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0563552 Sep 15 13:42:33.570505 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be83e556-e9c6-453f-9c4e-c55ad5125b73 admin admin] Network de3dc8ed-916e-4856-9bc3-e897c251e61d is scheduled to be hosted by DHCP agent 059ef8ed-a851-4324-85c0-3d7a16d26e98 with binding_index 1 {{(pid=101213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:42:33.606396 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecb285-524e-46f7-87fd-7ad96f19537e req-b76811ed-1ce9-4d01-85f8-0d7befd5aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:33.607861 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fbecb285-524e-46f7-87fd-7ad96f19537e req-b76811ed-1ce9-4d01-85f8-0d7befd5aea7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a77332b667a46f3aeede13af86ec8bd&device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 1098 time: 0.0705783 Sep 15 13:42:33.622705 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449287bb-1b9b-4e08-9261-fa1f45150801 req-fd9a0460-2871-4f3e-80cf-2e220e38133a tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:33.624115 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-449287bb-1b9b-4e08-9261-fa1f45150801 req-fd9a0460-2871-4f3e-80cf-2e220e38133a tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0611622 Sep 15 13:42:33.712510 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-449287bb-1b9b-4e08-9261-fa1f45150801 req-c27a15bb-915e-47d4-871d-cdc95740930e tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824606 Sep 15 13:42:33.726443 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-be83e556-e9c6-453f-9c4e-c55ad5125b73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-3-iscsi, de3dc8ed-916e-4856-9bc3-e897c251e61d) {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:42:33.731718 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be83e556-e9c6-453f-9c4e-c55ad5125b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:33.732720 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-be83e556-e9c6-453f-9c4e-c55ad5125b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for subnet, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:33.736996 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2204fb0e-8e3e-41d9-82fa-47fc279c10cf None None] Network de3dc8ed-916e-4856-9bc3-e897c251e61d requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:42:33.748592 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecb285-524e-46f7-87fd-7ad96f19537e req-32096b07-d0f4-4ff1-aa59-eb0343e2a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:33.750076 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fbecb285-524e-46f7-87fd-7ad96f19537e req-32096b07-d0f4-4ff1-aa59-eb0343e2a91f service neutron] 10.222.0.15 "GET /v2.0/networks?id=6d9650cb-d25b-4bf9-b3d3-aa64a46281ae HTTP/1.1" status: 200 len: 913 time: 0.1190917 Sep 15 13:42:33.793018 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fbecb285-524e-46f7-87fd-7ad96f19537e req-ef6e934e-7444-400d-9223-8ad680a0cb2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3e4f0be-b966-4336-bece-8bc160a736a9 HTTP/1.1" status: 200 len: 217 time: 0.0340662 Sep 15 13:42:33.867725 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecb285-524e-46f7-87fd-7ad96f19537e req-7d58a146-c214-429b-b0e0-2282e0049d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:33.870076 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fbecb285-524e-46f7-87fd-7ad96f19537e req-7d58a146-c214-429b-b0e0-2282e0049d22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e2a9b9a-a96e-41b1-a240-643d927b0ccf HTTP/1.1" status: 200 len: 852 time: 0.0671685 Sep 15 13:42:33.918386 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fbecb285-524e-46f7-87fd-7ad96f19537e req-5f3a0f83-074c-49df-a6c1-318c88fcbe91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6d9650cb-d25b-4bf9-b3d3-aa64a46281ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319829 Sep 15 13:42:33.953051 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-be83e556-e9c6-453f-9c4e-c55ad5125b73 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9659028 Sep 15 13:42:34.016287 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfa393f-6d61-40a9-9cff-7868ce7ed5b2 None None] Network de3dc8ed-916e-4856-9bc3-e897c251e61d requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:42:34.098127 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fbecb285-524e-46f7-87fd-7ad96f19537e req-577ce32c-3649-45d8-b2a5-b2f0518b7974 service neutron] 10.222.0.15 "GET /v2.0/networks/6d9650cb-d25b-4bf9-b3d3-aa64a46281ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708863 Sep 15 13:42:34.223246 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fbecb285-524e-46f7-87fd-7ad96f19537e req-36495324-8090-417b-963f-4438754e31e2 service neutron] 10.222.0.15 "GET /v2.0/networks/6d9650cb-d25b-4bf9-b3d3-aa64a46281ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156344 Sep 15 13:42:34.834454 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44500) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:34.835356 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151ca90-e7a6-4a00-899f-604fa2470141 req-4f8a9549-11fe-41a4-82ca-5f2ac0d8e443 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:34.837464 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-7151ca90-e7a6-4a00-899f-604fa2470141 req-4f8a9549-11fe-41a4-82ca-5f2ac0d8e443 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0547085 Sep 15 13:42:34.840960 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-c32ea1ff-d9d1-4598-86bf-237a1677607f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-148948567-network', 'tenant_id': '2a4566ee96b941288a49d488b151c075'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:42:34.876151 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-7151ca90-e7a6-4a00-899f-604fa2470141 req-f9bbd4bc-e381-4ee1-864f-68c908abc226 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328469 Sep 15 13:42:35.016513 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32ea1ff-d9d1-4598-86bf-237a1677607f admin admin] Made reservation on behalf of 2a4566ee96b941288a49d488b151c075 for: {'network': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:42:35.019290 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c32ea1ff-d9d1-4598-86bf-237a1677607f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for network, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:35.029780 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c32ea1ff-d9d1-4598-86bf-237a1677607f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:35.129688 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c32ea1ff-d9d1-4598-86bf-237a1677607f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:35.262082 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c32ea1ff-d9d1-4598-86bf-237a1677607f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:35.286590 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32ea1ff-d9d1-4598-86bf-237a1677607f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=101213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:42:35.300820 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ea1ff-d9d1-4598-86bf-237a1677607f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a35674-33cd-49ea-8846-6f1cc4c47921,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:35.308504 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c32ea1ff-d9d1-4598-86bf-237a1677607f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:35.308504 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.db.segments_db [None req-c32ea1ff-d9d1-4598-86bf-237a1677607f admin admin] Added segment 24bcf600-b375-479f-a7d1-a0c3853df8bb of type vlan for network cbcd2fd3-a605-4448-9b2a-9546b52b0ec2 Sep 15 13:42:35.348478 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c32ea1ff-d9d1-4598-86bf-237a1677607f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777769156895'] for network, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:35.384611 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:42:35.452209 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c32ea1ff-d9d1-4598-86bf-237a1677607f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for network, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:35.453541 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32ea1ff-d9d1-4598-86bf-237a1677607f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:35.454132 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c32ea1ff-d9d1-4598-86bf-237a1677607f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:35.515426 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ea1ff-d9d1-4598-86bf-237a1677607f admin admin] Pushing event updated for resources: {'Network': ['ID=cbcd2fd3-a605-4448-9b2a-9546b52b0ec2,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:35.525934 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Network cbcd2fd3-a605-4448-9b2a-9546b52b0ec2 details requested by agent ovs-agent-dv-cinder-803456-3-iscsi with host dv-cinder-803456-3-iscsi {{(pid=101215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:42:35.561725 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-c32ea1ff-d9d1-4598-86bf-237a1677607f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7258737 Sep 15 13:42:35.564290 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44516) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:35.568964 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-ff27b1ca-7353-416d-b357-92326af82d49 admin admin] Request body: {'subnet': {'network_id': 'cbcd2fd3-a605-4448-9b2a-9546b52b0ec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-148948567-subnet', 'tenant_id': '2a4566ee96b941288a49d488b151c075', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:42:35.651881 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff27b1ca-7353-416d-b357-92326af82d49 admin admin] Made reservation on behalf of 2a4566ee96b941288a49d488b151c075 for: {'subnet': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:42:35.654221 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-ff27b1ca-7353-416d-b357-92326af82d49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:35.991262 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c490be-28c8-4be3-a33e-cc918a72de5d req-84f39eb9-50d1-4e55-92fd-f48b4eab875e tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:35.992766 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e4c490be-28c8-4be3-a33e-cc918a72de5d req-84f39eb9-50d1-4e55-92fd-f48b4eab875e tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0484900 Sep 15 13:42:36.033815 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e4c490be-28c8-4be3-a33e-cc918a72de5d req-f5c19077-bb02-4ef1-be4a-c58342402ec1 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348680 Sep 15 13:42:36.069339 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-ff27b1ca-7353-416d-b357-92326af82d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for subnet, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:36.130451 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27b1ca-7353-416d-b357-92326af82d49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efe0dee5-395f-46a0-990b-1cb6f3c8aae3,revision_number=0']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:36.142160 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27b1ca-7353-416d-b357-92326af82d49 admin admin] Checking segment: {'id': '24bcf600-b375-479f-a7d1-a0c3853df8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cbcd2fd3-a605-4448-9b2a-9546b52b0ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:42:36.142160 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff27b1ca-7353-416d-b357-92326af82d49 admin admin] Network hostable DHCP agents. Network: cbcd2fd3-a605-4448-9b2a-9546b52b0ec2, hostable agents: ['059ef8ed-a851-4324-85c0-3d7a16d26e98'], hosted agents: [] {{(pid=101213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:42:36.240693 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff27b1ca-7353-416d-b357-92326af82d49 admin admin] Network cbcd2fd3-a605-4448-9b2a-9546b52b0ec2 is scheduled to be hosted by DHCP agent 059ef8ed-a851-4324-85c0-3d7a16d26e98 with binding_index 1 {{(pid=101213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:42:36.349434 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-ff27b1ca-7353-416d-b357-92326af82d49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-3-iscsi, cbcd2fd3-a605-4448-9b2a-9546b52b0ec2) {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:42:36.354897 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff27b1ca-7353-416d-b357-92326af82d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:36.356104 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-ff27b1ca-7353-416d-b357-92326af82d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for subnet, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:36.360627 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb831c5-8a5f-4c6b-aebb-592aff7119c6 None None] Network cbcd2fd3-a605-4448-9b2a-9546b52b0ec2 requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:42:36.573282 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c21adf4-aaeb-4a1e-a1bf-54d880a1d490 None None] Network cbcd2fd3-a605-4448-9b2a-9546b52b0ec2 requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:42:36.750153 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-ff27b1ca-7353-416d-b357-92326af82d49 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1848426 Sep 15 13:42:37.101840 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9cf25-3204-4b4b-80d0-dc54dc1e785a req-26f8588c-1cd8-47cc-9391-5777b8ae7469 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:37.101840 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-02c9cf25-3204-4b4b-80d0-dc54dc1e785a req-26f8588c-1cd8-47cc-9391-5777b8ae7469 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 945 time: 0.0556304 Sep 15 13:42:37.141405 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-02c9cf25-3204-4b4b-80d0-dc54dc1e785a req-a8ed2edc-6c09-4558-8a7b-4f30eedc1e95 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340736 Sep 15 13:42:37.156730 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3d6e0-f20b-481d-a1b1-00420b760a71 req-3b16c720-13b4-470e-87ef-a8e7792e8d36 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:37.158243 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fed3d6e0-f20b-481d-a1b1-00420b760a71 req-3b16c720-13b4-470e-87ef-a8e7792e8d36 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0522983 Sep 15 13:42:37.196228 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fed3d6e0-f20b-481d-a1b1-00420b760a71 req-bf21d595-4bc5-410d-a420-be0c3caee2e6 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319576 Sep 15 13:42:37.795033 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:38.260719 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c04fb-7848-4ec2-89ad-418a8a8c241f req-ea399fa9-5f80-4219-9df4-952329eabf31 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:38.262245 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-419c04fb-7848-4ec2-89ad-418a8a8c241f req-ea399fa9-5f80-4219-9df4-952329eabf31 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 945 time: 0.0507925 Sep 15 13:42:38.311026 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-419c04fb-7848-4ec2-89ad-418a8a8c241f req-49428841-5a25-4c60-a368-8a5ae3163d10 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374277 Sep 15 13:42:38.326149 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54b904-a841-4d48-a695-d80551d22e27 req-20ec1d15-5cd4-4f20-9a82-692925443ff9 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:38.327636 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3d54b904-a841-4d48-a695-d80551d22e27 req-20ec1d15-5cd4-4f20-9a82-692925443ff9 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0600231 Sep 15 13:42:38.375568 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3d54b904-a841-4d48-a695-d80551d22e27 req-e4986223-a9d2-470d-9007-56156130ff1a tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378733 Sep 15 13:42:38.501080 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44614) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:38.609563 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-cfab3137-c10b-4dae-93c2-7e9abe45cc4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:38.702950 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-cfab3137-c10b-4dae-93c2-7e9abe45cc4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:38.823074 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-cfab3137-c10b-4dae-93c2-7e9abe45cc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:38.862415 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab3137-c10b-4dae-93c2-7e9abe45cc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e69cb56-1069-4aaf-abad-f8b998363938,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:38.866852 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-cfab3137-c10b-4dae-93c2-7e9abe45cc4a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0fe319c538f647efbb15dc40ae23f645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646860 Sep 15 13:42:38.870163 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44626) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:38.918222 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4405ea3e-d062-4569-8a50-b9864cdd0161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:38.939304 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4405ea3e-d062-4569-8a50-b9864cdd0161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:39.087424 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4405ea3e-d062-4569-8a50-b9864cdd0161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:39.090024 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4405ea3e-d062-4569-8a50-b9864cdd0161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:39.094140 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-4405ea3e-d062-4569-8a50-b9864cdd0161 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7e69cb56-1069-4aaf-abad-f8b998363938 HTTP/1.1" status: 204 len: 168 time: 0.2229369 Sep 15 13:42:39.107543 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405ea3e-d062-4569-8a50-b9864cdd0161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e69cb56-1069-4aaf-abad-f8b998363938,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:39.430818 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664171d-2215-4f84-bf21-0e73e4c7ae83 req-b1a7c5eb-6ca9-4d72-81e4-7bc625c0c003 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:39.438790 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4664171d-2215-4f84-bf21-0e73e4c7ae83 req-b1a7c5eb-6ca9-4d72-81e4-7bc625c0c003 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 945 time: 0.0591991 Sep 15 13:42:39.492958 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4664171d-2215-4f84-bf21-0e73e4c7ae83 req-7d1a14cb-6899-4633-93a2-4ae081b81ce7 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0c86c5b-222d-4b95-8781-363586ce6678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474565 Sep 15 13:42:39.526242 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941dd1f-a8a6-4f12-bd02-ea83790fdf41 req-0e543830-83d1-441f-9b82-00d8bf6015d3 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:39.529962 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1941dd1f-a8a6-4f12-bd02-ea83790fdf41 req-0e543830-83d1-441f-9b82-00d8bf6015d3 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0591867 Sep 15 13:42:39.606574 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f450f5-a6c5-4123-9c11-a12adab82c55 req-9dd6813e-0564-4a19-a514-23fdc069dc95 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:39.607920 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-44f450f5-a6c5-4123-9c11-a12adab82c55 req-9dd6813e-0564-4a19-a514-23fdc069dc95 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 945 time: 0.0767057 Sep 15 13:42:39.610578 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1941dd1f-a8a6-4f12-bd02-ea83790fdf41 req-70fa86b8-54b0-45a5-8564-03bd96adbc1a tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693460 Sep 15 13:42:39.957527 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-44f450f5-a6c5-4123-9c11-a12adab82c55 req-fbfb8dec-2755-460a-8ae9-fc394441c37f tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Deleting port f3e4f0be-b966-4336-bece-8bc160a736a9 {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:42:39.957911 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-44f450f5-a6c5-4123-9c11-a12adab82c55 req-fbfb8dec-2755-460a-8ae9-fc394441c37f tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:40.051577 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-44f450f5-a6c5-4123-9c11-a12adab82c55 req-fbfb8dec-2755-460a-8ae9-fc394441c37f tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] For port f3e4f0be-b966-4336-bece-8bc160a736a9, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=f3e4f0be-b966-4336-bece-8bc160a736a9,segment=NetworkSegment(d14f63da-a985-4db0-8786-b9f772d6bbf2),segment_id=d14f63da-a985-4db0-8786-b9f772d6bbf2)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:42:40.051990 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-44f450f5-a6c5-4123-9c11-a12adab82c55 req-fbfb8dec-2755-460a-8ae9-fc394441c37f tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:40.066313 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-44f450f5-a6c5-4123-9c11-a12adab82c55 req-fbfb8dec-2755-460a-8ae9-fc394441c37f tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Calling delete_port for f3e4f0be-b966-4336-bece-8bc160a736a9 owned by compute:nova {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:42:40.261841 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44686) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:40.326593 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-44f450f5-a6c5-4123-9c11-a12adab82c55 req-fbfb8dec-2755-460a-8ae9-fc394441c37f tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:40.340388 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['f3e4f0be-b966-4336-bece-8bc160a736a9'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:42:40.365229 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb8dec-2755-460a-8ae9-fc394441c37f tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Pushing event deleted for resources: {'Port': ['ID=f3e4f0be-b966-4336-bece-8bc160a736a9,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:40.425497 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f450f5-a6c5-4123-9c11-a12adab82c55 req-fbfb8dec-2755-460a-8ae9-fc394441c37f tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] No DVR routers for this DVR port f3e4f0be-b966-4336-bece-8bc160a736a9 on host hv-cinder-80345 {{(pid=101214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:42:40.431352 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-44f450f5-a6c5-4123-9c11-a12adab82c55 req-fbfb8dec-2755-460a-8ae9-fc394441c37f tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:40.434209 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-44f450f5-a6c5-4123-9c11-a12adab82c55 req-fbfb8dec-2755-460a-8ae9-fc394441c37f tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.15 "DELETE /v2.0/ports/f3e4f0be-b966-4336-bece-8bc160a736a9 HTTP/1.1" status: 204 len: 173 time: 0.8168714 Sep 15 13:42:40.434209 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5614866-e6fe-4fea-af09-4ff5074c13ec', 'name': 'network-vif-deleted', 'tag': 'f3e4f0be-b966-4336-bece-8bc160a736a9'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:42:40.436396 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a72f5b8-91d6-4465-bf23-ac50df93ccf7" -d '{"events": [{"server_uuid": "b5614866-e6fe-4fea-af09-4ff5074c13ec", "name": "network-vif-deleted", "tag": "f3e4f0be-b966-4336-bece-8bc160a736a9"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:42:40.479298 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41867ff-0d93-44ad-a42a-2dd76d9d7739 x-openstack-request-id: req-f41867ff-0d93-44ad-a42a-2dd76d9d7739 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:42:40.479815 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5614866-e6fe-4fea-af09-4ff5074c13ec", "name": "network-vif-deleted", "tag": "f3e4f0be-b966-4336-bece-8bc160a736a9", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:42:40.480120 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f41867ff-0d93-44ad-a42a-2dd76d9d7739 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:42:40.480567 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5614866-e6fe-4fea-af09-4ff5074c13ec', 'name': 'network-vif-deleted', 'tag': 'f3e4f0be-b966-4336-bece-8bc160a736a9', 'status': 'completed', 'code': 200} Sep 15 13:42:40.502393 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-0312ad63-3f82-4ec8-9d11-a9d9eaca49d4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-194145396-network', 'tenant_id': '61294742e3c340a6ad4d0579212932db'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:42:40.576467 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-bac279f3-5076-413c-8143-413d515f5866 req-668ae733-6740-46e9-a5a6-017a8579df97 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 210 time: 0.0248947 Sep 15 13:42:40.634443 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0312ad63-3f82-4ec8-9d11-a9d9eaca49d4 admin admin] Made reservation on behalf of 61294742e3c340a6ad4d0579212932db for: {'network': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:42:40.638193 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-0312ad63-3f82-4ec8-9d11-a9d9eaca49d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for network, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:40.650015 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-0312ad63-3f82-4ec8-9d11-a9d9eaca49d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:40.769759 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df51845-e2e2-4a34-9201-9f03784b9ff8 req-52f4393c-d750-4029-b8a4-1119c70049ce tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:40.779409 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2df51845-e2e2-4a34-9201-9f03784b9ff8 req-52f4393c-d750-4029-b8a4-1119c70049ce tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0890007 Sep 15 13:42:40.795526 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 44716) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:40.809420 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-0312ad63-3f82-4ec8-9d11-a9d9eaca49d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:40.835522 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2df51845-e2e2-4a34-9201-9f03784b9ff8 req-451ab0f1-1ae7-4efc-b538-073c3e1cfbb2 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552428 Sep 15 13:42:40.898257 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-0312ad63-3f82-4ec8-9d11-a9d9eaca49d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:40.911240 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-5441ed34-1ca7-4ac8-9a08-8d2a7b7b4b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:40.920084 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0312ad63-3f82-4ec8-9d11-a9d9eaca49d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=101213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:42:40.934941 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312ad63-3f82-4ec8-9d11-a9d9eaca49d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397d5d9d-7608-45cd-9244-a5061181f998,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:40.938067 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-0312ad63-3f82-4ec8-9d11-a9d9eaca49d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:40.938407 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.db.segments_db [None req-0312ad63-3f82-4ec8-9d11-a9d9eaca49d4 admin admin] Added segment 79e6bc1f-74e3-492d-9ff2-405a7fa751d5 of type vlan for network 4faa406a-5949-48ea-a6c9-57f1d5522242 Sep 15 13:42:40.980064 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-0312ad63-3f82-4ec8-9d11-a9d9eaca49d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777769156895'] for network, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:41.000261 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-5441ed34-1ca7-4ac8-9a08-8d2a7b7b4b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:41.269309 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-5441ed34-1ca7-4ac8-9a08-8d2a7b7b4b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:41.269483 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-0312ad63-3f82-4ec8-9d11-a9d9eaca49d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for network, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:41.270244 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0312ad63-3f82-4ec8-9d11-a9d9eaca49d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:41.270811 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-0312ad63-3f82-4ec8-9d11-a9d9eaca49d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:41.307503 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-5441ed34-1ca7-4ac8-9a08-8d2a7b7b4b90 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8021f9dc7f96497897ccd2db6df21b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5178623 Sep 15 13:42:41.308487 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441ed34-1ca7-4ac8-9a08-8d2a7b7b4b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06b461a-dbc7-48d0-8500-293d1b814104,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:41.311279 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 44726) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:41.335844 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312ad63-3f82-4ec8-9d11-a9d9eaca49d4 admin admin] Pushing event updated for resources: {'Network': ['ID=4faa406a-5949-48ea-a6c9-57f1d5522242,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:41.345831 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Network 4faa406a-5949-48ea-a6c9-57f1d5522242 details requested by agent ovs-agent-dv-cinder-803456-3-iscsi with host dv-cinder-803456-3-iscsi {{(pid=101215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:42:41.395281 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e3abdb43-e331-40ea-be97-05aab520d148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:41.395513 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-0312ad63-3f82-4ec8-9d11-a9d9eaca49d4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1324208 Sep 15 13:42:41.398279 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44728) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:41.405131 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-4f51be6b-01a0-4a59-9115-c43200522c00 admin admin] Request body: {'subnet': {'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-194145396-subnet', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'ip_version': 4}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:42:41.419481 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e3abdb43-e331-40ea-be97-05aab520d148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:41.532260 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f51be6b-01a0-4a59-9115-c43200522c00 admin admin] Made reservation on behalf of 61294742e3c340a6ad4d0579212932db for: {'subnet': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:42:41.534768 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4f51be6b-01a0-4a59-9115-c43200522c00 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:41.606398 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e3abdb43-e331-40ea-be97-05aab520d148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:41.608891 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e3abdb43-e331-40ea-be97-05aab520d148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:41.610127 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-e3abdb43-e331-40ea-be97-05aab520d148 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e06b461a-dbc7-48d0-8500-293d1b814104 HTTP/1.1" status: 204 len: 168 time: 0.2978456 Sep 15 13:42:41.629901 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3abdb43-e331-40ea-be97-05aab520d148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06b461a-dbc7-48d0-8500-293d1b814104,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:41.753534 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fa0c707f-e354-45dc-8179-e91a6f5c96aa req-4fae6acf-5d68-4c05-89ab-7ee492c28341 tempest-DeleteServersTestJSON-1721042616 tempest-DeleteServersTestJSON-1721042616-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5614866-e6fe-4fea-af09-4ff5074c13ec HTTP/1.1" status: 200 len: 210 time: 0.0337505 Sep 15 13:42:41.823913 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4f51be6b-01a0-4a59-9115-c43200522c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for subnet, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:41.887669 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51be6b-01a0-4a59-9115-c43200522c00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac47ab29-1e5b-46c4-82bd-f8befa3f5f53,revision_number=0']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:41.893324 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f51be6b-01a0-4a59-9115-c43200522c00 admin admin] Checking segment: {'id': '79e6bc1f-74e3-492d-9ff2-405a7fa751d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:42:41.893544 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f51be6b-01a0-4a59-9115-c43200522c00 admin admin] Network hostable DHCP agents. Network: 4faa406a-5949-48ea-a6c9-57f1d5522242, hostable agents: ['059ef8ed-a851-4324-85c0-3d7a16d26e98'], hosted agents: [] {{(pid=101213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:42:41.953684 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a53a65-2ce2-4b4c-af58-0fd7f3054731 req-99d001b9-5289-4d02-86c3-372e027d1c46 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:41.955128 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b9a53a65-2ce2-4b4c-af58-0fd7f3054731 req-99d001b9-5289-4d02-86c3-372e027d1c46 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0463018 Sep 15 13:42:41.998776 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b9a53a65-2ce2-4b4c-af58-0fd7f3054731 req-740edef0-5441-425e-b418-ee22ebcd7e09 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374982 Sep 15 13:42:42.084391 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f51be6b-01a0-4a59-9115-c43200522c00 admin admin] Network 4faa406a-5949-48ea-a6c9-57f1d5522242 is scheduled to be hosted by DHCP agent 059ef8ed-a851-4324-85c0-3d7a16d26e98 with binding_index 1 {{(pid=101213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:42:42.189249 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-4f51be6b-01a0-4a59-9115-c43200522c00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-3-iscsi, 4faa406a-5949-48ea-a6c9-57f1d5522242) {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:42:42.193365 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f51be6b-01a0-4a59-9115-c43200522c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:42.194030 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4f51be6b-01a0-4a59-9115-c43200522c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for subnet, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:42.200966 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9472f346-248d-426c-a37c-b716e1f42d36 None None] Network 4faa406a-5949-48ea-a6c9-57f1d5522242 requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:42:42.298353 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-4f51be6b-01a0-4a59-9115-c43200522c00 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8989363 Sep 15 13:42:42.301015 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 44748) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:42.305533 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-47c5a99d-f707-4294-863f-171c0e60a258 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-194145396-router', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:42:42.355511 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa82a8464-970f-51ea-a067-ae169fa58494-4faa406a-5949-48ea-a6c9-57f1d5522242', 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'fixed_ips': [{'subnet_id': 'ac47ab29-1e5b-46c4-82bd-f8befa3f5f53'}]}} from dv-cinder-803456-3-iscsi. {{(pid=101215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 13:42:42.356522 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:42.464294 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-47c5a99d-f707-4294-863f-171c0e60a258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1737'] for router, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:42.469050 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-47c5a99d-f707-4294-863f-171c0e60a258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1746'] for router, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:42.492213 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44750) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:42.498216 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.db_base_plugin_common [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Allocated IP 172.20.0.2 (4faa406a-5949-48ea-a6c9-57f1d5522242/ac47ab29-1e5b-46c4-82bd-f8befa3f5f53/87e471e0-71e5-411d-9610-ee84aae2096d) {{(pid=101215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:42:42.506646 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-326680e9-362f-4b61-9014-c9df99d54162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:42.526328 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-47c5a99d-f707-4294-863f-171c0e60a258 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:42.600780 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-326680e9-362f-4b61-9014-c9df99d54162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:42.647089 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Notify callbacks [] for port, precommit_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:42.732004 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-326680e9-362f-4b61-9014-c9df99d54162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:42.770580 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-47c5a99d-f707-4294-863f-171c0e60a258 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:42.778463 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-326680e9-362f-4b61-9014-c9df99d54162 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f9a7704b7a3d4df7bb901bacc88ba096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828939 Sep 15 13:42:42.778463 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326680e9-362f-4b61-9014-c9df99d54162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1254d13c-d95b-44bc-bb97-5fdb99762534,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:42.780654 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44762) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:42.784541 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:42.866091 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-599bd1b3-b2ac-4cb7-9a20-ac0236e02389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:42.883642 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Network 4faa406a-5949-48ea-a6c9-57f1d5522242 is already hosted by enough agents. {{(pid=101215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:42:42.883642 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.scheduler.base_scheduler [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Resources bound (agent type, host, resource id): {{(pid=101215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:42:42.891915 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Received port after_create {{(pid=101215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:42:42.892407 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-599bd1b3-b2ac-4cb7-9a20-ac0236e02389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:42.945870 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Pushing event updated for resources: {'Port': ['ID=87e471e0-71e5-411d-9610-ee84aae2096d,revision_number=1']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:42.958823 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Attempting to bind port 87e471e0-71e5-411d-9610-ee84aae2096d on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:42:42.959192 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Attempting to bind port 87e471e0-71e5-411d-9610-ee84aae2096d by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': '79e6bc1f-74e3-492d-9ff2-405a7fa751d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242'}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:42:42.959993 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Attempting to bind port 87e471e0-71e5-411d-9610-ee84aae2096d on network 4faa406a-5949-48ea-a6c9-57f1d5522242 {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:42:42.979441 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:42.979919 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:42.980362 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:42.980800 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:42.981281 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:42.981921 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:42.982396 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:42.982802 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:42.983215 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:42.983613 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:42.984007 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:42.984450 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:42.993113 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:42:42.998408 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Checking segment: {'id': '79e6bc1f-74e3-492d-9ff2-405a7fa751d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:42:42.998408 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:42.998408 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Bound using segment: {'id': '79e6bc1f-74e3-492d-9ff2-405a7fa751d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242'} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:42:42.998408 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Bound port: 87e471e0-71e5-411d-9610-ee84aae2096d, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e6bc1f-74e3-492d-9ff2-405a7fa751d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242'}}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:42:42.998408 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:43.080593 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-599bd1b3-b2ac-4cb7-9a20-ac0236e02389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:43.084399 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-599bd1b3-b2ac-4cb7-9a20-ac0236e02389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:43.085343 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-599bd1b3-b2ac-4cb7-9a20-ac0236e02389 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1254d13c-d95b-44bc-bb97-5fdb99762534 HTTP/1.1" status: 204 len: 168 time: 0.3033442 Sep 15 13:42:43.098071 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599bd1b3-b2ac-4cb7-9a20-ac0236e02389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1254d13c-d95b-44bc-bb97-5fdb99762534,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:43.142024 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] For port 87e471e0-71e5-411d-9610-ee84aae2096d, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:42:43.146697 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] For port 87e471e0-71e5-411d-9610-ee84aae2096d, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=87e471e0-71e5-411d-9610-ee84aae2096d,segment=NetworkSegment(79e6bc1f-74e3-492d-9ff2-405a7fa751d5),segment_id=79e6bc1f-74e3-492d-9ff2-405a7fa751d5)] {{(pid=101215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:42:43.248550 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35132ad7-b8dd-4f32-94fa-c80e9160e52c req-20eb473a-9f2a-4fbe-b3f2-7dfdce7d1f89 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:43.250101 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-35132ad7-b8dd-4f32-94fa-c80e9160e52c req-20eb473a-9f2a-4fbe-b3f2-7dfdce7d1f89 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.1009107 Sep 15 13:42:43.251606 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-47c5a99d-f707-4294-863f-171c0e60a258 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:43.258253 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:43.280234 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-47c5a99d-f707-4294-863f-171c0e60a258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:43.353002 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6a7f7-b532-4db6-931b-b659cd90678f None None] Pushing event updated for resources: {'Port': ['ID=87e471e0-71e5-411d-9610-ee84aae2096d,revision_number=2']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:43.403966 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-35132ad7-b8dd-4f32-94fa-c80e9160e52c req-6674ceee-3a0e-4411-9e02-c7e32fb302fc tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005044 Sep 15 13:42:43.443308 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-355105db-d326-4854-8ee0-73389aea92fe tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:43.445250 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-355105db-d326-4854-8ee0-73389aea92fe tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/networks?id=00a6423b-264c-4faa-9184-20a06ec6a475 HTTP/1.1" status: 200 len: 815 time: 0.1519690 Sep 15 13:42:43.451616 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [None req-47c5a99d-f707-4294-863f-171c0e60a258 admin admin] Allocated IP 172.27.0.46 (ece37916-b27e-4896-b760-50248bab8142/37569b60-ab24-446b-9709-ec585ea5ec0b/46c6fb0c-dfc1-4180-a9de-a1d034bef146) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:42:43.460677 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device f3e4f0be-b966-4336-bece-8bc160a736a9 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:42:43.465060 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-76653730-4fb9-4996-90bc-ad5ca117b34a tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/quotas/30e683cd0b3b464593bae97131ae8279 HTTP/1.1" status: 200 len: 375 time: 0.0131705 Sep 15 13:42:43.493268 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] No Port match for: f3e4f0be-b966-4336-bece-8bc160a736a9 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:42:43.493855 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device f3e4f0be-b966-4336-bece-8bc160a736a9 not bound to the agent host hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:42:43.513075 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 44806) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:43.533033 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-d8f7a787-c377-4d2d-a25b-37e4fb111ead tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e683cd0b3b464593bae97131ae8279&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0608811 Sep 15 13:42:43.651247 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-47c5a99d-f707-4294-863f-171c0e60a258 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:43.690823 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-02b759ac-23fd-4c25-ad88-5b80faa8fd0c service neutron] 10.222.0.30 "GET /v2.0/networks/00a6423b-264c-4faa-9184-20a06ec6a475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498525 Sep 15 13:42:43.798415 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-47c5a99d-f707-4294-863f-171c0e60a258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:43.814765 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-0b39b9ab-d696-47bd-9c89-859af1a4e31f service neutron] 10.222.0.30 "GET /v2.0/networks/00a6423b-264c-4faa-9184-20a06ec6a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065676 Sep 15 13:42:43.847988 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c5a99d-f707-4294-863f-171c0e60a258 admin admin] Network ece37916-b27e-4896-b760-50248bab8142 is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:42:43.860106 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [None req-47c5a99d-f707-4294-863f-171c0e60a258 admin admin] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:42:43.860106 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c5a99d-f707-4294-863f-171c0e60a258 admin admin] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:42:43.866744 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5a99d-f707-4294-863f-171c0e60a258 admin admin] Pushing event updated for resources: {'Port': ['ID=46c6fb0c-dfc1-4180-a9de-a1d034bef146,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:43.953980 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-b589e305-bf3d-4ff1-9d0f-d6d807829d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:44.085268 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-b589e305-bf3d-4ff1-9d0f-d6d807829d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:44.124921 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9688be9c-566f-4c80-a864-5b6ea6cb5466 req-992e1601-1618-4977-b7ce-032edf323e73 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc HTTP/1.1" status: 200 len: 210 time: 0.0354064 Sep 15 13:42:44.234309 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-b589e305-bf3d-4ff1-9d0f-d6d807829d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:44.278783 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-b589e305-bf3d-4ff1-9d0f-d6d807829d55 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60af4939f4f44cf3b9c6f2624f4bad06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7645502 Sep 15 13:42:44.278933 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44834) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:44.298975 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589e305-bf3d-4ff1-9d0f-d6d807829d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567ee328-5071-4b27-8192-da8a304b2d4b,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:44.322927 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-47c5a99d-f707-4294-863f-171c0e60a258 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:44.342924 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-70bde0f2-54d9-4f26-9488-c19257b58a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:44.376662 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-70bde0f2-54d9-4f26-9488-c19257b58a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:44.503789 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a48ff3f-621e-4c4c-924e-fff96f863bfb None None] Network 4faa406a-5949-48ea-a6c9-57f1d5522242 requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:42:44.576011 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fff49f-6783-47c0-b47c-196cae12705e req-a19ff6de-9d53-4fc2-8221-6fc765adff97 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:44.577617 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-99fff49f-6783-47c0-b47c-196cae12705e req-a19ff6de-9d53-4fc2-8221-6fc765adff97 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0911252 Sep 15 13:42:44.596802 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-70bde0f2-54d9-4f26-9488-c19257b58a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:44.596802 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-70bde0f2-54d9-4f26-9488-c19257b58a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:44.596802 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-70bde0f2-54d9-4f26-9488-c19257b58a9c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/567ee328-5071-4b27-8192-da8a304b2d4b HTTP/1.1" status: 204 len: 168 time: 0.3146136 Sep 15 13:42:44.604547 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bde0f2-54d9-4f26-9488-c19257b58a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567ee328-5071-4b27-8192-da8a304b2d4b,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:44.606743 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-47c5a99d-f707-4294-863f-171c0e60a258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551007'] for router, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:44.670614 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-1ccb42c2-2003-450b-99cc-67849c2d7397 None None] Provisioning complete for port 87e471e0-71e5-411d-9610-ee84aae2096d triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:42:44.671252 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-1ccb42c2-2003-450b-99cc-67849c2d7397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:44.701614 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-99fff49f-6783-47c0-b47c-196cae12705e req-c1395bcd-4295-4738-8233-d9a78771615c tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150563 Sep 15 13:42:44.811525 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-1ccb42c2-2003-450b-99cc-67849c2d7397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:44.871996 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-1ccb42c2-2003-450b-99cc-67849c2d7397 None None] For port 87e471e0-71e5-411d-9610-ee84aae2096d, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=87e471e0-71e5-411d-9610-ee84aae2096d,segment=NetworkSegment(79e6bc1f-74e3-492d-9ff2-405a7fa751d5),segment_id=79e6bc1f-74e3-492d-9ff2-405a7fa751d5)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:42:44.882856 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44860) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:44.936103 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_v2 [None req-651fa12a-4924-4823-a894-4f0c23e20da6 admin admin] Deleting subnet 5e2a9b9a-a96e-41b1-a240-643d927b0ccf {{(pid=101213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:42:44.939517 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-651fa12a-4924-4823-a894-4f0c23e20da6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:44.972403 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c5a99d-f707-4294-863f-171c0e60a258 admin admin] Router 82d52fdd-4f21-4e57-b144-eda6cade40ed is scheduled to L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 with binding_index 1 {{(pid=101214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:42:44.986455 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-651fa12a-4924-4823-a894-4f0c23e20da6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:44.997071 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-651fa12a-4924-4823-a894-4f0c23e20da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493165'] for subnet, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:45.000964 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-1ccb42c2-2003-450b-99cc-67849c2d7397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:45.072988 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb42c2-2003-450b-99cc-67849c2d7397 None None] Pushing event updated for resources: {'Port': ['ID=87e471e0-71e5-411d-9610-ee84aae2096d,revision_number=3']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:45.119953 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c5a99d-f707-4294-863f-171c0e60a258 admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:42:45.123212 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-f055f6d7-9aad-4ad0-9678-5465ecdcb17b None None] Provisioning complete for port 87e471e0-71e5-411d-9610-ee84aae2096d triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:42:45.123848 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-f055f6d7-9aad-4ad0-9678-5465ecdcb17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:45.130516 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] Sync routers for ids ['82d52fdd-4f21-4e57-b144-eda6cade40ed'] in dv-cinder-803456-3-iscsi {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:42:45.162596 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] Routers {'82d52fdd-4f21-4e57-b144-eda6cade40ed'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:42:45.163323 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:42:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['82d52fdd-4f21-4e57-b144-eda6cade40ed'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:42:45.218528 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-651fa12a-4924-4823-a894-4f0c23e20da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for subnet, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:45.225663 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a1486c56-ee27-4238-ba54-d1cb4aaa71a9 req-6684d55c-1348-47e0-8890-fa033d009289 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc HTTP/1.1" status: 200 len: 210 time: 0.0425055 Sep 15 13:42:45.236054 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-47c5a99d-f707-4294-863f-171c0e60a258 admin admin] Notify callbacks [] for router, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:45.236054 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-47c5a99d-f707-4294-863f-171c0e60a258 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9263692 Sep 15 13:42:45.237840 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-651fa12a-4924-4823-a894-4f0c23e20da6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:45.238658 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 44872) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:45.243209 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-651fa12a-4924-4823-a894-4f0c23e20da6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5e2a9b9a-a96e-41b1-a240-643d927b0ccf HTTP/1.1" status: 204 len: 168 time: 0.3593330 Sep 15 13:42:45.276248 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44874) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:45.282718 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fa12a-4924-4823-a894-4f0c23e20da6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e2a9b9a-a96e-41b1-a240-643d927b0ccf,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:45.287049 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] Set router 82d52fdd-4f21-4e57-b144-eda6cade40ed gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:42:45.363814 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463644'] for network, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:45.500645 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 44880) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:45.514327 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492266', 'neutron.services.segments.db._delete_segments_for_network-8777769697949'] for network, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:45.546083 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-006b3cd4-9d69-4ec5-928c-e6b182e8d4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:45.557851 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:45.558516 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:45.559430 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:45.559944 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] Subscribe: > port after_create 55550000 {{(pid=101213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:45.560599 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:45.561083 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] Subscribe: > port after_update 55550000 {{(pid=101213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:45.566195 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:45.566195 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:45.566195 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:45.566195 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:45.584418 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'name': 'tempest-TestMinimumBasicScenario-194145396-router', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:42Z', 'updated_at': '2021-09-15T13:42:44Z', 'revision_number': 3, 'project_id': '61294742e3c340a6ad4d0579212932db', 'gw_port': {'id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:43Z', 'updated_at': '2021-09-15T13:42:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:42:45.615001 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] Checking router: 82d52fdd-4f21-4e57-b144-eda6cade40ed for host: dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:42:45.615464 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] Updating router 82d52fdd-4f21-4e57-b144-eda6cade40ed port 46c6fb0c-dfc1-4180-a9de-a1d034bef146 binding host dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:42:45.643923 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:45.675320 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 87e471e0-71e5-411d-9610-ee84aae2096d up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:42:45.780389 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 87e471e0-71e5-411d-9610-ee84aae2096d triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:42:45.782401 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:45.798159 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:45.798504 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:45.798884 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:45.799440 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:45.799905 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d9650cb-d25b-4bf9-b3d3-aa64a46281ae']}} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:42:45.819427 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd14f63da-a985-4db0-8786-b9f772d6bbf2') {'for_net_delete': True} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:42:45.821933 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd14f63da-a985-4db0-8786-b9f772d6bbf2') {} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:42:45.841937 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777769698726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008865'] for segment, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:45.875300 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:45.911699 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=101213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:42:45.921778 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5084034'] for segment, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: from cryptography.utils import int_from_bytes Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: from cryptography.utils import int_from_bytes Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: Traceback (most recent call last): Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: timer() Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: cb(*args, **kw) Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: return func(*args, **kwargs) Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: self._notify() Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: self.callback(batched_events) Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: event.method(event) Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: return f(self, *a, **k) Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: return self._get(url).json() Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: return self.request(url, 'GET', **kwargs) Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:42:45.930602 dv-cinder-803456-3-iscsi neutron-server[101213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:42:45.968362 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e9b6d-b60a-4494-9f60-ab92667ef070 req-467b5e11-0b0d-4119-8e86-5dfd72d4e3d3 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:45.969953 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-681e9b6d-b60a-4494-9f60-ab92667ef070 req-467b5e11-0b0d-4119-8e86-5dfd72d4e3d3 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.1673408 Sep 15 13:42:45.977103 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-006b3cd4-9d69-4ec5-928c-e6b182e8d4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:46.058772 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-681e9b6d-b60a-4494-9f60-ab92667ef070 req-a42fbaf6-c251-4976-b02e-97501aec8a0e tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798445 Sep 15 13:42:46.060694 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-fb3efebd-a902-487c-b167-3a6cf61351f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:46.061269 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] Notify callbacks [] for port, precommit_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:46.075254 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-006b3cd4-9d69-4ec5-928c-e6b182e8d4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:46.135565 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-006b3cd4-9d69-4ec5-928c-e6b182e8d4e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c867e21aa9e4eb9a67a480cb23e3c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6278861 Sep 15 13:42:46.141595 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 44894) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:46.172287 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:46.193875 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b3cd4-9d69-4ec5-928c-e6b182e8d4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac411e2-eafe-4322-94ed-e23c6d00d8eb,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:46.230187 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] Attempting to bind port 46c6fb0c-dfc1-4180-a9de-a1d034bef146 on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:42:46.230547 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] Attempting to bind port 46c6fb0c-dfc1-4180-a9de-a1d034bef146 by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}] {{(pid=101216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:42:46.230983 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] Attempting to bind port 46c6fb0c-dfc1-4180-a9de-a1d034bef146 on network ece37916-b27e-4896-b760-50248bab8142 {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:42:46.255792 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:42:46.256398 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] Checking segment: {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:42:46.256856 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:46.257335 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] Bound using segment: {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'} {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:42:46.258025 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] Bound port: 46c6fb0c-dfc1-4180-a9de-a1d034bef146, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}}] {{(pid=101216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:42:46.259759 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:46.323717 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.db [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] For port 46c6fb0c-dfc1-4180-a9de-a1d034bef146, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:42:46.330613 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550935'] for network, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:46.330724 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.db [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] For port 46c6fb0c-dfc1-4180-a9de-a1d034bef146, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=46c6fb0c-dfc1-4180-a9de-a1d034bef146,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:42:46.334056 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:46.338367 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6d9650cb-d25b-4bf9-b3d3-aa64a46281ae HTTP/1.1" status: 204 len: 168 time: 1.0602474 Sep 15 13:42:46.343184 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4250e2-7010-47f7-848e-a2d1bc25a990 None None] Pushing event updated for resources: {'Port': ['ID=46c6fb0c-dfc1-4180-a9de-a1d034bef146,revision_number=2']} {{(pid=101216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:46.356129 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4250e2-7010-47f7-848e-a2d1bc25a990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:46.356492 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4250e2-7010-47f7-848e-a2d1bc25a990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:46.356836 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4250e2-7010-47f7-848e-a2d1bc25a990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:46.357197 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4250e2-7010-47f7-848e-a2d1bc25a990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:46.357528 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4250e2-7010-47f7-848e-a2d1bc25a990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:46.357855 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4250e2-7010-47f7-848e-a2d1bc25a990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:46.358179 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4250e2-7010-47f7-848e-a2d1bc25a990 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:46.358502 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4250e2-7010-47f7-848e-a2d1bc25a990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:46.358836 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4250e2-7010-47f7-848e-a2d1bc25a990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:46.362310 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4250e2-7010-47f7-848e-a2d1bc25a990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:46.370546 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4250e2-7010-47f7-848e-a2d1bc25a990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:46.370546 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4250e2-7010-47f7-848e-a2d1bc25a990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:42:46.371587 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-6ec62fdc-4319-462d-8d3f-684e1a2d7453 req-97bf37b7-7c4a-40ea-8c97-cbf13bd8ac6e tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc HTTP/1.1" status: 200 len: 210 time: 0.0533659 Sep 15 13:42:46.397771 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd06041-6cc3-45df-96a3-5b4f82201361 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d9650cb-d25b-4bf9-b3d3-aa64a46281ae,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:46.410768 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [None req-fb3efebd-a902-487c-b167-3a6cf61351f4 admin admin] Allocated IP 172.20.0.1 (4faa406a-5949-48ea-a6c9-57f1d5522242/ac47ab29-1e5b-46c4-82bd-f8befa3f5f53/627b9262-0445-44d5-86ad-f5b9b6695c2d) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:42:46.410768 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-aa600b23-394e-4ad9-81b7-97767213daad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:46.430523 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:46.455263 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-aa600b23-394e-4ad9-81b7-97767213daad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:46.492953 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] Routers {'82d52fdd-4f21-4e57-b144-eda6cade40ed'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:42:46.493501 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:42:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['82d52fdd-4f21-4e57-b144-eda6cade40ed'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:42:46.496368 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4250e2-7010-47f7-848e-a2d1bc25a990 None None] Pushing event updated for resources: {'Port': ['ID=46c6fb0c-dfc1-4180-a9de-a1d034bef146,revision_number=3']} {{(pid=101216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:46.556197 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-fb3efebd-a902-487c-b167-3a6cf61351f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:46.632096 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] Set router 82d52fdd-4f21-4e57-b144-eda6cade40ed gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:42:46.714938 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-aa600b23-394e-4ad9-81b7-97767213daad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:46.717504 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-aa600b23-394e-4ad9-81b7-97767213daad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:46.718658 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-aa600b23-394e-4ad9-81b7-97767213daad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ac411e2-eafe-4322-94ed-e23c6d00d8eb HTTP/1.1" status: 204 len: 168 time: 0.5735757 Sep 15 13:42:46.736571 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa600b23-394e-4ad9-81b7-97767213daad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac411e2-eafe-4322-94ed-e23c6d00d8eb,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:46.747786 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-fb3efebd-a902-487c-b167-3a6cf61351f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:46.823576 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3efebd-a902-487c-b167-3a6cf61351f4 admin admin] Network 4faa406a-5949-48ea-a6c9-57f1d5522242 is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:42:46.831623 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [None req-fb3efebd-a902-487c-b167-3a6cf61351f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:42:46.835182 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3efebd-a902-487c-b167-3a6cf61351f4 admin admin] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:42:46.843819 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-fb3efebd-a902-487c-b167-3a6cf61351f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551048'] for router_interface, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:47.041003 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44926) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:47.066711 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'name': 'tempest-TestMinimumBasicScenario-194145396-router', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:42Z', 'updated_at': '2021-09-15T13:42:44Z', 'revision_number': 3, 'project_id': '61294742e3c340a6ad4d0579212932db', 'gw_port': {'id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:43Z', 'updated_at': '2021-09-15T13:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:42:47.098090 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0cd9d8-9836-458c-9718-54f1eb34bc55 None None] The sync data for ids ['82d52fdd-4f21-4e57-b144-eda6cade40ed'] in dv-cinder-803456-3-iscsi is: [{'id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'name': 'tempest-TestMinimumBasicScenario-194145396-router', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:42Z', 'updated_at': '2021-09-15T13:42:44Z', 'revision_number': 3, 'project_id': '61294742e3c340a6ad4d0579212932db', 'gw_port': {'id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:43Z', 'updated_at': '2021-09-15T13:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}] {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:42:47.127546 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-ed0a2916-588e-4fba-9b49-b72cb24fd416 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5a77332b667a46f3aeede13af86ec8bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0847883 Sep 15 13:42:47.133810 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44934) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:47.144749 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3efebd-a902-487c-b167-3a6cf61351f4 admin admin] Pushing event updated for resources: {'Port': ['ID=627b9262-0445-44d5-86ad-f5b9b6695c2d,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:47.200117 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-ead8731d-e379-49ca-9a68-45ef2b8eb1e4 None None] Provisioning complete for port 627b9262-0445-44d5-86ad-f5b9b6695c2d triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:42:47.200758 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-ead8731d-e379-49ca-9a68-45ef2b8eb1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:47.253335 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-40908dae-0ff6-494c-8515-9f060f3a31d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:47.274246 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-40908dae-0ff6-494c-8515-9f060f3a31d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:47.292108 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-ead8731d-e379-49ca-9a68-45ef2b8eb1e4 None None] Port 627b9262-0445-44d5-86ad-f5b9b6695c2d cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:42:47.417652 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790faa8-01c8-4f5d-a83b-acf0b91ab146 req-0f2e2fa2-6d71-44b5-bbd3-9b6666cb3db2 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:47.417652 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9790faa8-01c8-4f5d-a83b-acf0b91ab146 req-0f2e2fa2-6d71-44b5-bbd3-9b6666cb3db2 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.2383983 Sep 15 13:42:47.424594 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-de91e4bc-e6d5-4314-8043-f791f479aa50 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:47.426173 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-de91e4bc-e6d5-4314-8043-f791f479aa50 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.15 "GET /v2.0/networks?id=00a6423b-264c-4faa-9184-20a06ec6a475 HTTP/1.1" status: 200 len: 815 time: 0.3290370 Sep 15 13:42:47.452357 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-e3026ea7-15f4-4734-b84b-22316bf3f4a6 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Request body: {'port': {'device_id': '06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc', 'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475', 'admin_state_up': True, 'tenant_id': '30e683cd0b3b464593bae97131ae8279'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:42:47.469724 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-40908dae-0ff6-494c-8515-9f060f3a31d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:47.473799 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-40908dae-0ff6-494c-8515-9f060f3a31d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:47.478921 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-40908dae-0ff6-494c-8515-9f060f3a31d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c0c86c5b-222d-4b95-8781-363586ce6678 HTTP/1.1" status: 204 len: 168 time: 0.3404450 Sep 15 13:42:47.491670 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40908dae-0ff6-494c-8515-9f060f3a31d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c86c5b-222d-4b95-8781-363586ce6678,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:47.626080 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9790faa8-01c8-4f5d-a83b-acf0b91ab146 req-44e0048c-6cba-4307-8468-43558a822d11 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929498 Sep 15 13:42:47.631333 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-fb3efebd-a902-487c-b167-3a6cf61351f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:47.687388 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a54b48ab-21f7-47d0-9dcc-c3900f6e28d7 req-64b2d653-650e-470c-b8c5-65716b3eaf70 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc HTTP/1.1" status: 200 len: 210 time: 0.0288174 Sep 15 13:42:47.853589 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-fb3efebd-a902-487c-b167-3a6cf61351f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:47.888147 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-e3026ea7-15f4-4734-b84b-22316bf3f4a6 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Made reservation on behalf of 30e683cd0b3b464593bae97131ae8279 for: {'port': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:42:47.891740 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-e3026ea7-15f4-4734-b84b-22316bf3f4a6 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:47.926122 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44962) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:47.942512 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-ac50d11e-4d9a-4c2e-a7b9-3b0d09b8382e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:47.954404 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-fb3efebd-a902-487c-b167-3a6cf61351f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:47.954728 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-fb3efebd-a902-487c-b167-3a6cf61351f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545048'] for router_interface, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:48.094982 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-ac50d11e-4d9a-4c2e-a7b9-3b0d09b8382e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:48.128799 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3efebd-a902-487c-b167-3a6cf61351f4 admin admin] Pushing event updated for resources: {'Port': ['ID=627b9262-0445-44d5-86ad-f5b9b6695c2d,revision_number=2']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:48.172258 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3efebd-a902-487c-b167-3a6cf61351f4 admin admin] Network 4faa406a-5949-48ea-a6c9-57f1d5522242 is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:42:48.178254 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [None req-fb3efebd-a902-487c-b167-3a6cf61351f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:42:48.185569 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-e3026ea7-15f4-4734-b84b-22316bf3f4a6 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Allocated IP 172.20.0.9 (00a6423b-264c-4faa-9184-20a06ec6a475/6063b90d-c941-474e-b7a5-2a0f7253c43f/382e0873-fa9a-401e-b898-2cf3e3d1c666) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:42:48.200786 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-ac50d11e-4d9a-4c2e-a7b9-3b0d09b8382e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:48.253184 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-ac50d11e-4d9a-4c2e-a7b9-3b0d09b8382e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a57e67546b24a50bc6eeac1b35ce10a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254957 Sep 15 13:42:48.254686 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50d11e-4d9a-4c2e-a7b9-3b0d09b8382e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8317c2-bfdc-4970-b9e5-789a1ce3ca96,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:48.258363 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44972) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:48.328088 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d81efdab-7422-4dd8-b9c4-19e20bf5f03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:48.356035 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d81efdab-7422-4dd8-b9c4-19e20bf5f03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:48.482998 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d81efdab-7422-4dd8-b9c4-19e20bf5f03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:48.483230 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d81efdab-7422-4dd8-b9c4-19e20bf5f03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:48.485396 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-e3026ea7-15f4-4734-b84b-22316bf3f4a6 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:48.487454 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-d81efdab-7422-4dd8-b9c4-19e20bf5f03b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc8317c2-bfdc-4970-b9e5-789a1ce3ca96 HTTP/1.1" status: 204 len: 168 time: 0.2267077 Sep 15 13:42:48.502488 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81efdab-7422-4dd8-b9c4-19e20bf5f03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8317c2-bfdc-4970-b9e5-789a1ce3ca96,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:48.527630 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3efebd-a902-487c-b167-3a6cf61351f4 admin admin] Router 82d52fdd-4f21-4e57-b144-eda6cade40ed has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:42:48.565412 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-d494d10e-2d76-454d-94fc-e849d7a85c7e None None] Provisioning complete for port 627b9262-0445-44d5-86ad-f5b9b6695c2d triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:42:48.566282 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d494d10e-2d76-454d-94fc-e849d7a85c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:48.604141 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 44986) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:48.615263 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-d494d10e-2d76-454d-94fc-e849d7a85c7e None None] Port 627b9262-0445-44d5-86ad-f5b9b6695c2d cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:42:48.618204 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-e3026ea7-15f4-4734-b84b-22316bf3f4a6 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:48.632522 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['bb997887-02c6-475d-b775-5803a8a38c3b'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:42:48.676723 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-e3026ea7-15f4-4734-b84b-22316bf3f4a6 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Network 00a6423b-264c-4faa-9184-20a06ec6a475 is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:42:48.682861 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-e3026ea7-15f4-4734-b84b-22316bf3f4a6 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:42:48.685184 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-e3026ea7-15f4-4734-b84b-22316bf3f4a6 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:42:48.694522 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-e3026ea7-15f4-4734-b84b-22316bf3f4a6 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:48.695178 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-e3026ea7-15f4-4734-b84b-22316bf3f4a6 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:48.732999 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3026ea7-15f4-4734-b84b-22316bf3f4a6 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Pushing event updated for resources: {'Port': ['ID=382e0873-fa9a-401e-b898-2cf3e3d1c666,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:48.740232 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3efebd-a902-487c-b167-3a6cf61351f4 admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:42:48.747390 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-fb3efebd-a902-487c-b167-3a6cf61351f4 admin admin] 10.222.0.30 "PUT /v2.0/routers/82d52fdd-4f21-4e57-b144-eda6cade40ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5075610 Sep 15 13:42:48.818748 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54799552-83c6-4f67-93e9-f50a479307a2 req-97367f94-7a51-4ac0-bb1c-17698c9284a4 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:48.828353 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-54799552-83c6-4f67-93e9-f50a479307a2 req-97367f94-7a51-4ac0-bb1c-17698c9284a4 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0857902 Sep 15 13:42:48.889010 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56531972-30eb-4318-b1e1-c78a344a24a5 req-619638a4-5ec7-4167-9c25-33c4967a82be tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:48.890932 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-56531972-30eb-4318-b1e1-c78a344a24a5 req-619638a4-5ec7-4167-9c25-33c4967a82be tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc HTTP/1.1" status: 200 len: 931 time: 0.0829680 Sep 15 13:42:48.908365 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a098b519-2b1f-4618-8c53-3011a387b603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:48.934013 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-54799552-83c6-4f67-93e9-f50a479307a2 req-215688da-11f2-44ad-b15d-2d8f54e4f0b5 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046178 Sep 15 13:42:48.941504 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-56531972-30eb-4318-b1e1-c78a344a24a5 req-7df9d8e0-9326-4c14-9912-9de01b71c745 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418212 Sep 15 13:42:48.949338 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-e3026ea7-15f4-4734-b84b-22316bf3f4a6 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5081682 Sep 15 13:42:48.973989 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-2ca9e813-0e13-455c-9862-224c05256ab9 service neutron] Request body: {'port': {'device_id': '06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:42:49.060336 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-2ca9e813-0e13-455c-9862-224c05256ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:49.066570 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a098b519-2b1f-4618-8c53-3011a387b603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:49.159085 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a098b519-2b1f-4618-8c53-3011a387b603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:49.208418 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-a098b519-2b1f-4618-8c53-3011a387b603 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee0e3211bca94820a79279404eab5635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6031914 Sep 15 13:42:49.209570 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098b519-2b1f-4618-8c53-3011a387b603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0e4660-4a4e-4a27-b898-deefa4e64243,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:49.211945 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 45008) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:49.228906 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] Sync routers for ids ['82d52fdd-4f21-4e57-b144-eda6cade40ed'] in dv-cinder-803456-3-iscsi {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:42:49.240191 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] Routers {'82d52fdd-4f21-4e57-b144-eda6cade40ed'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:42:49.241012 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:42:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['82d52fdd-4f21-4e57-b144-eda6cade40ed'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:42:49.327588 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2330d803-075c-458e-9844-d6206c86181f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:49.388218 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2330d803-075c-458e-9844-d6206c86181f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:49.401186 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] Set router 82d52fdd-4f21-4e57-b144-eda6cade40ed gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:42:49.476796 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-2ca9e813-0e13-455c-9862-224c05256ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 382e0873-fa9a-401e-b898-2cf3e3d1c666 {{(pid=101214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:42:49.484814 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-2ca9e813-0e13-455c-9862-224c05256ab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:49.591266 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.provisioning_blocks [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-2ca9e813-0e13-455c-9862-224c05256ab9 service neutron] Transition to ACTIVE for port object 382e0873-fa9a-401e-b898-2cf3e3d1c666 will not be triggered until provisioned by entity L2. {{(pid=101214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:42:49.591479 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2330d803-075c-458e-9844-d6206c86181f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:49.591586 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2330d803-075c-458e-9844-d6206c86181f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:49.592629 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 46c6fb0c-dfc1-4180-a9de-a1d034bef146 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:42:49.593564 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-2330d803-075c-458e-9844-d6206c86181f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee0e4660-4a4e-4a27-b898-deefa4e64243 HTTP/1.1" status: 204 len: 168 time: 0.3796158 Sep 15 13:42:49.604237 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330d803-075c-458e-9844-d6206c86181f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0e4660-4a4e-4a27-b898-deefa4e64243,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:49.679655 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-2ca9e813-0e13-455c-9862-224c05256ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:49.737846 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9e813-0e13-455c-9862-224c05256ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=382e0873-fa9a-401e-b898-2cf3e3d1c666,revision_number=2']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:49.785038 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-2ca9e813-0e13-455c-9862-224c05256ab9 service neutron] Attempting to bind port 382e0873-fa9a-401e-b898-2cf3e3d1c666 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:42:49.786148 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-2ca9e813-0e13-455c-9862-224c05256ab9 service neutron] Attempting to bind port 382e0873-fa9a-401e-b898-2cf3e3d1c666 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': 'cb5413ea-771f-42e8-811f-6415872afa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475'}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:42:49.786574 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-2ca9e813-0e13-455c-9862-224c05256ab9 service neutron] Attempting to bind port 382e0873-fa9a-401e-b898-2cf3e3d1c666 on network 00a6423b-264c-4faa-9184-20a06ec6a475 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:42:49.794580 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-2ca9e813-0e13-455c-9862-224c05256ab9 service neutron] Port 382e0873-fa9a-401e-b898-2cf3e3d1c666 on network 00a6423b-264c-4faa-9184-20a06ec6a475 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:42:49.794851 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-2ca9e813-0e13-455c-9862-224c05256ab9 service neutron] Attempting to bind port 382e0873-fa9a-401e-b898-2cf3e3d1c666 on network 00a6423b-264c-4faa-9184-20a06ec6a475 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:42:49.811026 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-2ca9e813-0e13-455c-9862-224c05256ab9 service neutron] Checking agent: {'id': 'b550a8ff-0b84-4201-8276-b98629f1370c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'started_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:42:49.811369 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-2ca9e813-0e13-455c-9862-224c05256ab9 service neutron] Checking segment: {'id': 'cb5413ea-771f-42e8-811f-6415872afa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:42:49.811753 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-2ca9e813-0e13-455c-9862-224c05256ab9 service neutron] Bound using segment: {'id': 'cb5413ea-771f-42e8-811f-6415872afa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475'} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:42:49.812193 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-2ca9e813-0e13-455c-9862-224c05256ab9 service neutron] Bound port: 382e0873-fa9a-401e-b898-2cf3e3d1c666, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5413ea-771f-42e8-811f-6415872afa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475'}}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:42:49.812624 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-2ca9e813-0e13-455c-9862-224c05256ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:49.875420 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 46c6fb0c-dfc1-4180-a9de-a1d034bef146 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:42:49.875420 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:49.924451 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-2ca9e813-0e13-455c-9862-224c05256ab9 service neutron] For port 382e0873-fa9a-401e-b898-2cf3e3d1c666, host hv-cinder-80345, cleared binding levels {{(pid=101214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:42:49.927703 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-2ca9e813-0e13-455c-9862-224c05256ab9 service neutron] For port 382e0873-fa9a-401e-b898-2cf3e3d1c666, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=382e0873-fa9a-401e-b898-2cf3e3d1c666,segment=NetworkSegment(cb5413ea-771f-42e8-811f-6415872afa7a),segment_id=cb5413ea-771f-42e8-811f-6415872afa7a)] {{(pid=101214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:42:49.933776 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'name': 'tempest-TestMinimumBasicScenario-194145396-router', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:42Z', 'updated_at': '2021-09-15T13:42:47Z', 'revision_number': 4, 'project_id': '61294742e3c340a6ad4d0579212932db', 'gw_port': {'id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:43Z', 'updated_at': '2021-09-15T13:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '627b9262-0445-44d5-86ad-f5b9b6695c2d', 'name': '', 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'mac_address': 'fa:16:3e:ee:bc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ac47ab29-1e5b-46c4-82bd-f8befa3f5f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:46Z', 'updated_at': '2021-09-15T13:42:47Z', 'revision_number': 2, 'project_id': '61294742e3c340a6ad4d0579212932db', 'subnets': [{'id': 'ac47ab29-1e5b-46c4-82bd-f8befa3f5f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:42:49.986911 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] Checking router: 82d52fdd-4f21-4e57-b144-eda6cade40ed for host: dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:42:49.986911 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] Updating router 82d52fdd-4f21-4e57-b144-eda6cade40ed port 627b9262-0445-44d5-86ad-f5b9b6695c2d binding host dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:42:50.019266 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:50.028584 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:50.051268 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] For port 46c6fb0c-dfc1-4180-a9de-a1d034bef146, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=46c6fb0c-dfc1-4180-a9de-a1d034bef146,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:42:50.088414 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041722d-8b15-4c1b-90d5-d2af7ff25ca1 req-cb59210c-7f79-49d6-b82f-f8b0b4d3dc49 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:50.089956 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3041722d-8b15-4c1b-90d5-d2af7ff25ca1 req-cb59210c-7f79-49d6-b82f-f8b0b4d3dc49 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0530453 Sep 15 13:42:50.091319 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-2ca9e813-0e13-455c-9862-224c05256ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:50.141104 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06585563-07f7-49d2-9596-ebe458d7914c req-f4044bf3-2eaf-40ee-ab14-b4980418acf6 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:50.144952 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-2ca9e813-0e13-455c-9862-224c05256ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:50.145599 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-2ca9e813-0e13-455c-9862-224c05256ab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:50.145746 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-06585563-07f7-49d2-9596-ebe458d7914c req-f4044bf3-2eaf-40ee-ab14-b4980418acf6 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc HTTP/1.1" status: 200 len: 943 time: 0.0680075 Sep 15 13:42:50.146988 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-2ca9e813-0e13-455c-9862-224c05256ab9 service neutron] 10.222.0.15 "PUT /v2.0/ports/382e0873-fa9a-401e-b898-2cf3e3d1c666 HTTP/1.1" status: 200 len: 1093 time: 1.1803825 Sep 15 13:42:50.148973 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc', 'tag': '382e0873-fa9a-401e-b898-2cf3e3d1c666'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:42:50.152004 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76a77f0-1d28-471b-98c4-51c0ac12e57f" -d '{"events": [{"name": "network-changed", "server_uuid": "06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc", "tag": "382e0873-fa9a-401e-b898-2cf3e3d1c666"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:42:50.187724 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9e813-0e13-455c-9862-224c05256ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=382e0873-fa9a-401e-b898-2cf3e3d1c666,revision_number=3']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:50.203165 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3041722d-8b15-4c1b-90d5-d2af7ff25ca1 req-cd57fe3a-8c9c-4a51-852e-927a8435292d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043947 Sep 15 13:42:50.223144 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:50.241684 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-06585563-07f7-49d2-9596-ebe458d7914c req-fc85ca7c-0bb1-439f-a6a9-24279247e8b2 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801003 Sep 15 13:42:50.309365 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab663506-61bf-4e7a-b9b0-ba55088ac48b x-openstack-request-id: req-ab663506-61bf-4e7a-b9b0-ba55088ac48b {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:42:50.309653 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc", "tag": "382e0873-fa9a-401e-b898-2cf3e3d1c666", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:42:50.309913 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab663506-61bf-4e7a-b9b0-ba55088ac48b {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:42:50.310312 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc', 'tag': '382e0873-fa9a-401e-b898-2cf3e3d1c666', 'status': 'completed', 'code': 200} Sep 15 13:42:50.345099 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Pushing event updated for resources: {'Port': ['ID=46c6fb0c-dfc1-4180-a9de-a1d034bef146,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:50.384031 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a77f0-1d28-471b-98c4-51c0ac12e57f req-3b79b38c-ccae-41f7-897c-9ea58e87e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:50.386175 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c76a77f0-1d28-471b-98c4-51c0ac12e57f req-3b79b38c-ccae-41f7-897c-9ea58e87e980 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30e683cd0b3b464593bae97131ae8279&device_id=06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc HTTP/1.1" status: 200 len: 1096 time: 0.0486507 Sep 15 13:42:50.426239 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] Notify callbacks [] for port, precommit_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:50.491118 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a77f0-1d28-471b-98c4-51c0ac12e57f req-0ab23dab-547b-401e-bfb0-05b2afe48565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:50.493343 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c76a77f0-1d28-471b-98c4-51c0ac12e57f req-0ab23dab-547b-401e-bfb0-05b2afe48565 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=30e683cd0b3b464593bae97131ae8279&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0988352 Sep 15 13:42:50.531628 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:50.590221 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9b0ee-29da-42df-9bf8-a806f2bc5dcb None None] Pushing event updated for resources: {'Port': ['ID=627b9262-0445-44d5-86ad-f5b9b6695c2d,revision_number=3']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:50.606477 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a77f0-1d28-471b-98c4-51c0ac12e57f req-890e2b75-4ca7-4489-8cc4-a0baefabd4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:50.607963 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c76a77f0-1d28-471b-98c4-51c0ac12e57f req-890e2b75-4ca7-4489-8cc4-a0baefabd4c3 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1063948 Sep 15 13:42:50.651633 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] Attempting to bind port 627b9262-0445-44d5-86ad-f5b9b6695c2d on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:42:50.652186 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] Attempting to bind port 627b9262-0445-44d5-86ad-f5b9b6695c2d by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': '79e6bc1f-74e3-492d-9ff2-405a7fa751d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242'}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:42:50.653395 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] Attempting to bind port 627b9262-0445-44d5-86ad-f5b9b6695c2d on network 4faa406a-5949-48ea-a6c9-57f1d5522242 {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:42:50.659797 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:42:50.663113 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] Checking segment: {'id': '79e6bc1f-74e3-492d-9ff2-405a7fa751d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:42:50.663113 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:50.663113 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] Bound using segment: {'id': '79e6bc1f-74e3-492d-9ff2-405a7fa751d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242'} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:42:50.663113 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] Bound port: 627b9262-0445-44d5-86ad-f5b9b6695c2d, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e6bc1f-74e3-492d-9ff2-405a7fa751d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242'}}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:42:50.663113 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:50.732638 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-a5383e18-6c0d-4c65-9334-142d8ed187b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:50.734281 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-a5383e18-6c0d-4c65-9334-142d8ed187b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30e683cd0b3b464593bae97131ae8279&device_id=06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc HTTP/1.1" status: 200 len: 1096 time: 0.0550120 Sep 15 13:42:50.765371 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] For port 627b9262-0445-44d5-86ad-f5b9b6695c2d, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:42:50.769452 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] For port 627b9262-0445-44d5-86ad-f5b9b6695c2d, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=627b9262-0445-44d5-86ad-f5b9b6695c2d,segment=NetworkSegment(79e6bc1f-74e3-492d-9ff2-405a7fa751d5),segment_id=79e6bc1f-74e3-492d-9ff2-405a7fa751d5)] {{(pid=101215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:42:50.782278 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-12e445c9-d78a-49bc-9e75-e9ab043819ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=382e0873-fa9a-401e-b898-2cf3e3d1c666 HTTP/1.1" status: 200 len: 217 time: 0.0392683 Sep 15 13:42:50.839122 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-fdbc12f0-83f0-414d-9d21-528f8d02c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:50.840585 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-fdbc12f0-83f0-414d-9d21-528f8d02c480 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6063b90d-c941-474e-b7a5-2a0f7253c43f HTTP/1.1" status: 200 len: 855 time: 0.0458956 Sep 15 13:42:50.859477 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-ab611f78-d2a8-4a04-813e-b6f5bb8723f3 None None] Provisioning complete for port 627b9262-0445-44d5-86ad-f5b9b6695c2d triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:42:50.860024 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-ab611f78-d2a8-4a04-813e-b6f5bb8723f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:50.872133 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-4a4201dc-dc7b-4c51-b0c2-8c593c2c50a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00a6423b-264c-4faa-9184-20a06ec6a475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240409 Sep 15 13:42:50.885609 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:50.895142 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 45082) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:50.923128 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e345d40c-2371-46fa-b90b-e28f6939c6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:50.945662 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-ab611f78-d2a8-4a04-813e-b6f5bb8723f3 None None] Port 627b9262-0445-44d5-86ad-f5b9b6695c2d cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:42:50.966925 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] Routers {'82d52fdd-4f21-4e57-b144-eda6cade40ed'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:42:50.967547 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:42:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['82d52fdd-4f21-4e57-b144-eda6cade40ed'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:42:50.973791 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9b0ee-29da-42df-9bf8-a806f2bc5dcb None None] Pushing event updated for resources: {'Port': ['ID=627b9262-0445-44d5-86ad-f5b9b6695c2d,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:51.049098 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-788da4e9-1c9c-46e3-81d0-8598871362e3 service neutron] 10.222.0.15 "GET /v2.0/networks/00a6423b-264c-4faa-9184-20a06ec6a475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549587 Sep 15 13:42:51.071606 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e345d40c-2371-46fa-b90b-e28f6939c6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:51.073378 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 45086) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:51.082031 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-f23a05f2-9fa4-4c56-97b1-16d453b61ac4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-322240820-network', 'tenant_id': 'b021c77efb434918bf7f8ded95b0ee90'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:42:51.163591 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] Set router 82d52fdd-4f21-4e57-b144-eda6cade40ed gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:42:51.185341 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1178dc58-dc8b-40ab-b65e-bcd07c013b19 req-528d7cfa-fe22-4805-a2a1-e8fe9c0ce2b7 service neutron] 10.222.0.15 "GET /v2.0/networks/00a6423b-264c-4faa-9184-20a06ec6a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258965 Sep 15 13:42:51.278769 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e345d40c-2371-46fa-b90b-e28f6939c6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:51.310270 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-a9cd4a4b-301e-43df-848b-92eb10fc8e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:51.314252 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 45096) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:51.344120 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-9f3a61d3-c9d8-4295-909c-a1be9069294e None None] Provisioning complete for port 627b9262-0445-44d5-86ad-f5b9b6695c2d triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:42:51.344509 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9f3a61d3-c9d8-4295-909c-a1be9069294e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:51.379373 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-e345d40c-2371-46fa-b90b-e28f6939c6b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=683e217a68da4967b5874875d782e3db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4826612 Sep 15 13:42:51.384897 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 45102) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:51.386070 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b244bb-59f3-4729-84fc-f3d06735594c req-38e05e16-b1b9-4712-93b1-c955e8776542 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:51.392105 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345d40c-2371-46fa-b90b-e28f6939c6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7696f97b-8c56-4167-9a11-0f953099eb8c,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:51.393259 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e2b244bb-59f3-4729-84fc-f3d06735594c req-38e05e16-b1b9-4712-93b1-c955e8776542 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc HTTP/1.1" status: 200 len: 943 time: 0.0597243 Sep 15 13:42:51.473791 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e2b244bb-59f3-4729-84fc-f3d06735594c req-7ec2f2cd-9b00-4099-9673-760871657dc2 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647061 Sep 15 13:42:51.493033 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3bf94567-c64f-4c8b-8e3d-d3c2a657d803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:51.509803 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b1b11-cdc5-45b9-988a-a0af59c03d77 req-9dd7809a-740c-47d6-a0c2-47db14163877 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:51.512018 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-e84b1b11-cdc5-45b9-988a-a0af59c03d77 req-9dd7809a-740c-47d6-a0c2-47db14163877 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.1296072 Sep 15 13:42:51.555090 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-0b02a13a-742a-48f6-9f5a-bda083c437ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:51.567377 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23a05f2-9fa4-4c56-97b1-16d453b61ac4 admin admin] Made reservation on behalf of b021c77efb434918bf7f8ded95b0ee90 for: {'network': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:42:51.570498 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f23a05f2-9fa4-4c56-97b1-16d453b61ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for network, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:51.575348 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 46c6fb0c-dfc1-4180-a9de-a1d034bef146 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:42:51.599017 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-e84b1b11-cdc5-45b9-988a-a0af59c03d77 req-cd4306c0-ad0d-4492-984d-ab4b69f7b795 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774887 Sep 15 13:42:51.615089 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f23a05f2-9fa4-4c56-97b1-16d453b61ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:51.625024 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9f3a61d3-c9d8-4295-909c-a1be9069294e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:51.636742 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-0b02a13a-742a-48f6-9f5a-bda083c437ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:51.651740 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 46c6fb0c-dfc1-4180-a9de-a1d034bef146 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:42:51.651740 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:51.660948 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3bf94567-c64f-4c8b-8e3d-d3c2a657d803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:51.689626 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'name': 'tempest-TestMinimumBasicScenario-194145396-router', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:42Z', 'updated_at': '2021-09-15T13:42:47Z', 'revision_number': 4, 'project_id': '61294742e3c340a6ad4d0579212932db', 'gw_port': {'id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:43Z', 'updated_at': '2021-09-15T13:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '627b9262-0445-44d5-86ad-f5b9b6695c2d', 'name': '', 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'mac_address': 'fa:16:3e:ee:bc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ac47ab29-1e5b-46c4-82bd-f8befa3f5f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:46Z', 'updated_at': '2021-09-15T13:42:50Z', 'revision_number': 4, 'project_id': '61294742e3c340a6ad4d0579212932db', 'subnets': [{'id': 'ac47ab29-1e5b-46c4-82bd-f8befa3f5f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:42:51.725812 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c29291-1f45-42c4-b7ee-9cbb697a1b4b None None] The sync data for ids ['82d52fdd-4f21-4e57-b144-eda6cade40ed'] in dv-cinder-803456-3-iscsi is: [{'id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'name': 'tempest-TestMinimumBasicScenario-194145396-router', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:42Z', 'updated_at': '2021-09-15T13:42:47Z', 'revision_number': 4, 'project_id': '61294742e3c340a6ad4d0579212932db', 'gw_port': {'id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:43Z', 'updated_at': '2021-09-15T13:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '627b9262-0445-44d5-86ad-f5b9b6695c2d', 'name': '', 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'mac_address': 'fa:16:3e:ee:bc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ac47ab29-1e5b-46c4-82bd-f8befa3f5f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:46Z', 'updated_at': '2021-09-15T13:42:50Z', 'revision_number': 4, 'project_id': '61294742e3c340a6ad4d0579212932db', 'subnets': [{'id': 'ac47ab29-1e5b-46c4-82bd-f8befa3f5f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:42:51.736961 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-9f3a61d3-c9d8-4295-909c-a1be9069294e None None] For port 627b9262-0445-44d5-86ad-f5b9b6695c2d, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=627b9262-0445-44d5-86ad-f5b9b6695c2d,segment=NetworkSegment(79e6bc1f-74e3-492d-9ff2-405a7fa751d5),segment_id=79e6bc1f-74e3-492d-9ff2-405a7fa751d5)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:42:51.744642 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3bf94567-c64f-4c8b-8e3d-d3c2a657d803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:51.780756 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-0b02a13a-742a-48f6-9f5a-bda083c437ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:51.783909 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-0b02a13a-742a-48f6-9f5a-bda083c437ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:51.812950 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-0b02a13a-742a-48f6-9f5a-bda083c437ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7696f97b-8c56-4167-9a11-0f953099eb8c HTTP/1.1" status: 204 len: 168 time: 0.4141376 Sep 15 13:42:51.829604 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf94567-c64f-4c8b-8e3d-d3c2a657d803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aa341e-9463-4e22-95c3-ccba83de4d89,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:51.839798 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-3bf94567-c64f-4c8b-8e3d-d3c2a657d803 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2f708230ccc45d3a36d3956b5e14fa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5237808 Sep 15 13:42:51.841290 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 45112) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:51.841533 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9f3a61d3-c9d8-4295-909c-a1be9069294e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:51.889211 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02a13a-742a-48f6-9f5a-bda083c437ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7696f97b-8c56-4167-9a11-0f953099eb8c,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:51.911261 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a03b0732-3bcb-40cd-b072-7f8e370c8913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:51.972291 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f23a05f2-9fa4-4c56-97b1-16d453b61ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:51.976117 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a61d3-c9d8-4295-909c-a1be9069294e None None] Pushing event updated for resources: {'Port': ['ID=627b9262-0445-44d5-86ad-f5b9b6695c2d,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:51.979097 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a03b0732-3bcb-40cd-b072-7f8e370c8913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:52.092058 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f23a05f2-9fa4-4c56-97b1-16d453b61ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:52.115559 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a03b0732-3bcb-40cd-b072-7f8e370c8913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:52.118229 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a03b0732-3bcb-40cd-b072-7f8e370c8913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:52.120140 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-a03b0732-3bcb-40cd-b072-7f8e370c8913 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4aa341e-9463-4e22-95c3-ccba83de4d89 HTTP/1.1" status: 204 len: 168 time: 0.2762437 Sep 15 13:42:52.140068 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b0732-3bcb-40cd-b072-7f8e370c8913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aa341e-9463-4e22-95c3-ccba83de4d89,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:52.156259 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a05f2-9fa4-4c56-97b1-16d453b61ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b15be2-d42e-42bd-8268-08e209ffedef,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:52.167403 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23a05f2-9fa4-4c56-97b1-16d453b61ac4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=101213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:42:52.190798 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f23a05f2-9fa4-4c56-97b1-16d453b61ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:52.191142 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.db.segments_db [None req-f23a05f2-9fa4-4c56-97b1-16d453b61ac4 admin admin] Added segment c93a266a-f347-40ca-9c50-3feb67734c08 of type vlan for network a0974cde-cf67-4a10-b1b8-13bf6a45e915 Sep 15 13:42:52.243397 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f23a05f2-9fa4-4c56-97b1-16d453b61ac4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777769156895'] for network, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:52.366264 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f23a05f2-9fa4-4c56-97b1-16d453b61ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for network, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:52.367337 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23a05f2-9fa4-4c56-97b1-16d453b61ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:52.367970 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f23a05f2-9fa4-4c56-97b1-16d453b61ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:52.457668 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a05f2-9fa4-4c56-97b1-16d453b61ac4 admin admin] Pushing event updated for resources: {'Network': ['ID=a0974cde-cf67-4a10-b1b8-13bf6a45e915,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:52.470246 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Network a0974cde-cf67-4a10-b1b8-13bf6a45e915 details requested by agent ovs-agent-dv-cinder-803456-3-iscsi with host dv-cinder-803456-3-iscsi {{(pid=101215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:42:52.481712 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-f23a05f2-9fa4-4c56-97b1-16d453b61ac4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4071238 Sep 15 13:42:52.483359 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 45132) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:52.489002 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-47db55a3-4dc7-4149-b0bd-8e5130d16eae admin admin] Request body: {'subnet': {'network_id': 'a0974cde-cf67-4a10-b1b8-13bf6a45e915', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-322240820-subnet', 'tenant_id': 'b021c77efb434918bf7f8ded95b0ee90', 'ip_version': 4}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:42:52.613292 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47db55a3-4dc7-4149-b0bd-8e5130d16eae admin admin] Made reservation on behalf of b021c77efb434918bf7f8ded95b0ee90 for: {'subnet': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:42:52.616180 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-47db55a3-4dc7-4149-b0bd-8e5130d16eae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4981161'] for subnet, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:52.637849 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fd1b8-7f09-4f73-9876-68216f7b4de6 req-48f467b1-7735-45a6-bce7-82cfff8f9a44 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:52.639900 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-001fd1b8-7f09-4f73-9876-68216f7b4de6 req-48f467b1-7735-45a6-bce7-82cfff8f9a44 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc HTTP/1.1" status: 200 len: 943 time: 0.0737073 Sep 15 13:42:52.757002 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-001fd1b8-7f09-4f73-9876-68216f7b4de6 req-59eb4279-5633-4b63-bfa7-c079ce99b3b4 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108718 Sep 15 13:42:52.813029 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb7de8-c87f-4812-a67a-400469660f53 req-7823dc0e-1756-4ce3-9560-51b0fe2a3ac3 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:52.821473 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-7ebb7de8-c87f-4812-a67a-400469660f53 req-7823dc0e-1756-4ce3-9560-51b0fe2a3ac3 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.1357188 Sep 15 13:42:52.901869 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-7ebb7de8-c87f-4812-a67a-400469660f53 req-832e5654-5479-4823-81a9-af410aa55bd8 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751343 Sep 15 13:42:53.093520 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-47db55a3-4dc7-4149-b0bd-8e5130d16eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5008671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4981127'] for subnet, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:53.179229 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db55a3-4dc7-4149-b0bd-8e5130d16eae admin admin] Pushing event updated for resources: {'Subnet': ['ID=78f6717c-ebf7-4e9d-8d95-fee6b7b6457a,revision_number=0']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:53.191898 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47db55a3-4dc7-4149-b0bd-8e5130d16eae admin admin] Checking segment: {'id': 'c93a266a-f347-40ca-9c50-3feb67734c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0974cde-cf67-4a10-b1b8-13bf6a45e915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:42:53.192256 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47db55a3-4dc7-4149-b0bd-8e5130d16eae admin admin] Network hostable DHCP agents. Network: a0974cde-cf67-4a10-b1b8-13bf6a45e915, hostable agents: ['059ef8ed-a851-4324-85c0-3d7a16d26e98'], hosted agents: [] {{(pid=101213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:42:53.267911 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47db55a3-4dc7-4149-b0bd-8e5130d16eae admin admin] Network a0974cde-cf67-4a10-b1b8-13bf6a45e915 is scheduled to be hosted by DHCP agent 059ef8ed-a851-4324-85c0-3d7a16d26e98 with binding_index 1 {{(pid=101213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:42:53.360662 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-47db55a3-4dc7-4149-b0bd-8e5130d16eae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-3-iscsi, a0974cde-cf67-4a10-b1b8-13bf6a45e915) {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:42:53.365012 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47db55a3-4dc7-4149-b0bd-8e5130d16eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:53.365640 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-47db55a3-4dc7-4149-b0bd-8e5130d16eae admin admin] Notify callbacks [] for subnet, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:53.370018 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea18f32-40f0-489c-b784-b93a5e3260a5 None None] Network a0974cde-cf67-4a10-b1b8-13bf6a45e915 requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:42:53.484600 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 45180) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:53.485387 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-47db55a3-4dc7-4149-b0bd-8e5130d16eae admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0005341 Sep 15 13:42:53.489411 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-75dc1ca2-8278-4cf7-a776-e5f16a8a19c9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-322240820-router', 'tenant_id': 'b021c77efb434918bf7f8ded95b0ee90', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:42:53.520966 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 382e0873-fa9a-401e-b898-2cf3e3d1c666 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:42:53.612236 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-75dc1ca2-8278-4cf7-a776-e5f16a8a19c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1737'] for router, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:53.613624 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-75dc1ca2-8278-4cf7-a776-e5f16a8a19c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1746'] for router, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:53.651696 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 627b9262-0445-44d5-86ad-f5b9b6695c2d up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:42:53.659387 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab8e2ae-08f7-488c-8d29-9559be39c405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa82a8464-970f-51ea-a067-ae169fa58494-a0974cde-cf67-4a10-b1b8-13bf6a45e915', 'network_id': 'a0974cde-cf67-4a10-b1b8-13bf6a45e915', 'tenant_id': 'b021c77efb434918bf7f8ded95b0ee90', 'fixed_ips': [{'subnet_id': '78f6717c-ebf7-4e9d-8d95-fee6b7b6457a'}]}} from dv-cinder-803456-3-iscsi. {{(pid=101215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 13:42:53.660430 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e2ae-08f7-488c-8d29-9559be39c405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:53.695390 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-75dc1ca2-8278-4cf7-a776-e5f16a8a19c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:53.701225 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 382e0873-fa9a-401e-b898-2cf3e3d1c666, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=382e0873-fa9a-401e-b898-2cf3e3d1c666,segment=NetworkSegment(cb5413ea-771f-42e8-811f-6415872afa7a),segment_id=cb5413ea-771f-42e8-811f-6415872afa7a)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:42:53.738085 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': '382e0873-fa9a-401e-b898-2cf3e3d1c666', 'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475', 'port_id': '382e0873-fa9a-401e-b898-2cf3e3d1c666', 'mac_address': 'fa:16:3e:67:e6:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6063b90d-c941-474e-b7a5-2a0f7253c43f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:42:53.842939 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-592ed55d-472e-4ebb-b572-6539737fb9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:53.853831 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:53.863572 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:53.879467 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 627b9262-0445-44d5-86ad-f5b9b6695c2d triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:42:53.879834 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:53.935802 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 382e0873-fa9a-401e-b898-2cf3e3d1c666 {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:42:53.969608 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 382e0873-fa9a-401e-b898-2cf3e3d1c666, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=382e0873-fa9a-401e-b898-2cf3e3d1c666,segment=NetworkSegment(cb5413ea-771f-42e8-811f-6415872afa7a),segment_id=cb5413ea-771f-42e8-811f-6415872afa7a)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:42:54.152884 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5b459-85de-409b-83b3-d956ebab281b req-052eb659-45f6-4ff5-bb54-8e8c64126f1b tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:54.160759 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9ef5b459-85de-409b-83b3-d956ebab281b req-052eb659-45f6-4ff5-bb54-8e8c64126f1b tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.1193020 Sep 15 13:42:54.221328 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:54.243538 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9ef5b459-85de-409b-83b3-d956ebab281b req-1801d2e2-5597-4309-a725-10368203b11f tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809038 Sep 15 13:42:54.319965 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-75dc1ca2-8278-4cf7-a776-e5f16a8a19c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:54.351738 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16eac3-9b83-491c-aeea-cf9bd42109ac req-2b3b9831-8c82-4d08-a70e-8ab07a97c68c tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:54.360585 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3d16eac3-9b83-491c-aeea-cf9bd42109ac req-2b3b9831-8c82-4d08-a70e-8ab07a97c68c tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc HTTP/1.1" status: 200 len: 944 time: 0.1683826 Sep 15 13:42:54.365122 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.db_base_plugin_common [None req-5ab8e2ae-08f7-488c-8d29-9559be39c405 None None] Allocated IP 172.20.0.2 (a0974cde-cf67-4a10-b1b8-13bf6a45e915/78f6717c-ebf7-4e9d-8d95-fee6b7b6457a/f2e0e263-b034-4586-97a3-42e1a8516955) {{(pid=101215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:42:54.366278 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 45220) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:54.367077 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=382e0873-fa9a-401e-b898-2cf3e3d1c666,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:54.420779 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3d16eac3-9b83-491c-aeea-cf9bd42109ac req-1fcf0e61-acbe-41d9-ab58-cb46a8d71a36 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589819 Sep 15 13:42:54.524349 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['382e0873-fa9a-401e-b898-2cf3e3d1c666'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:42:54.639954 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8ff675d0-9d44-4ff7-9671-45e1b24b2f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:54.690966 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-75dc1ca2-8278-4cf7-a776-e5f16a8a19c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:54.710916 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-75dc1ca2-8278-4cf7-a776-e5f16a8a19c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:54.744512 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e2ae-08f7-488c-8d29-9559be39c405 None None] Notify callbacks [] for port, precommit_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:54.800580 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8ff675d0-9d44-4ff7-9671-45e1b24b2f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:54.840488 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [None req-75dc1ca2-8278-4cf7-a776-e5f16a8a19c9 admin admin] Allocated IP 172.27.0.131 (ece37916-b27e-4896-b760-50248bab8142/37569b60-ab24-446b-9709-ec585ea5ec0b/48358322-6f35-4b9b-aa09-3ac7ac835248) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:42:54.904356 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e2ae-08f7-488c-8d29-9559be39c405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:54.946004 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab8e2ae-08f7-488c-8d29-9559be39c405 None None] Network a0974cde-cf67-4a10-b1b8-13bf6a45e915 is already hosted by enough agents. {{(pid=101215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:42:54.951544 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.scheduler.base_scheduler [None req-5ab8e2ae-08f7-488c-8d29-9559be39c405 None None] Resources bound (agent type, host, resource id): {{(pid=101215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:42:54.957503 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab8e2ae-08f7-488c-8d29-9559be39c405 None None] Received port after_create {{(pid=101215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:42:54.961487 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8ff675d0-9d44-4ff7-9671-45e1b24b2f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:54.974897 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-75dc1ca2-8278-4cf7-a776-e5f16a8a19c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:54.992029 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8e2ae-08f7-488c-8d29-9559be39c405 None None] Pushing event updated for resources: {'Port': ['ID=f2e0e263-b034-4586-97a3-42e1a8516955,revision_number=1']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:55.028384 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-8ff675d0-9d44-4ff7-9671-45e1b24b2f6a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=74df2d536abb49c49a698152277fe9f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6570952 Sep 15 13:42:55.028384 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff675d0-9d44-4ff7-9671-45e1b24b2f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e681811b-2be2-4024-9fb0-6ce19d7e7565,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:55.028612 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 45246) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:55.071338 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-5ab8e2ae-08f7-488c-8d29-9559be39c405 None None] Attempting to bind port f2e0e263-b034-4586-97a3-42e1a8516955 on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:42:55.071779 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-5ab8e2ae-08f7-488c-8d29-9559be39c405 None None] Attempting to bind port f2e0e263-b034-4586-97a3-42e1a8516955 by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': 'c93a266a-f347-40ca-9c50-3feb67734c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0974cde-cf67-4a10-b1b8-13bf6a45e915'}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:42:55.073252 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab8e2ae-08f7-488c-8d29-9559be39c405 None None] Attempting to bind port f2e0e263-b034-4586-97a3-42e1a8516955 on network a0974cde-cf67-4a10-b1b8-13bf6a45e915 {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:42:55.080198 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab8e2ae-08f7-488c-8d29-9559be39c405 None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:42:55.080502 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab8e2ae-08f7-488c-8d29-9559be39c405 None None] Checking segment: {'id': 'c93a266a-f347-40ca-9c50-3feb67734c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0974cde-cf67-4a10-b1b8-13bf6a45e915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:42:55.080976 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e2ae-08f7-488c-8d29-9559be39c405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:55.083011 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab8e2ae-08f7-488c-8d29-9559be39c405 None None] Bound using segment: {'id': 'c93a266a-f347-40ca-9c50-3feb67734c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0974cde-cf67-4a10-b1b8-13bf6a45e915'} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:42:55.083011 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-5ab8e2ae-08f7-488c-8d29-9559be39c405 None None] Bound port: f2e0e263-b034-4586-97a3-42e1a8516955, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93a266a-f347-40ca-9c50-3feb67734c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0974cde-cf67-4a10-b1b8-13bf6a45e915'}}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:42:55.083011 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e2ae-08f7-488c-8d29-9559be39c405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:55.090106 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-17759613-b7b8-47d3-a613-19802a80ad61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:55.118574 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-17759613-b7b8-47d3-a613-19802a80ad61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:55.121031 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:55.132477 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-75dc1ca2-8278-4cf7-a776-e5f16a8a19c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:55.157454 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-5ab8e2ae-08f7-488c-8d29-9559be39c405 None None] For port f2e0e263-b034-4586-97a3-42e1a8516955, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:42:55.160706 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-5ab8e2ae-08f7-488c-8d29-9559be39c405 None None] For port f2e0e263-b034-4586-97a3-42e1a8516955, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=f2e0e263-b034-4586-97a3-42e1a8516955,segment=NetworkSegment(c93a266a-f347-40ca-9c50-3feb67734c08),segment_id=c93a266a-f347-40ca-9c50-3feb67734c08)] {{(pid=101215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:42:55.181331 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dc1ca2-8278-4cf7-a776-e5f16a8a19c9 admin admin] Network ece37916-b27e-4896-b760-50248bab8142 is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:42:55.181331 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [None req-75dc1ca2-8278-4cf7-a776-e5f16a8a19c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:42:55.186359 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dc1ca2-8278-4cf7-a776-e5f16a8a19c9 admin admin] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:42:55.235550 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e2ae-08f7-488c-8d29-9559be39c405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:55.251768 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc1ca2-8278-4cf7-a776-e5f16a8a19c9 admin admin] Pushing event updated for resources: {'Port': ['ID=48358322-6f35-4b9b-aa09-3ac7ac835248,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:55.292618 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-17759613-b7b8-47d3-a613-19802a80ad61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:55.296104 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-17759613-b7b8-47d3-a613-19802a80ad61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:55.306038 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-17759613-b7b8-47d3-a613-19802a80ad61 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e681811b-2be2-4024-9fb0-6ce19d7e7565 HTTP/1.1" status: 204 len: 168 time: 0.2708011 Sep 15 13:42:55.308201 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8e2ae-08f7-488c-8d29-9559be39c405 None None] Pushing event updated for resources: {'Port': ['ID=f2e0e263-b034-4586-97a3-42e1a8516955,revision_number=2']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:55.330707 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17759613-b7b8-47d3-a613-19802a80ad61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e681811b-2be2-4024-9fb0-6ce19d7e7565,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:55.419685 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b1b6b-7fb4-466a-aa4f-11df933b1edd req-35872eca-9cdc-434a-9d25-22a188eac8f8 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:55.421274 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-445b1b6b-7fb4-466a-aa4f-11df933b1edd req-35872eca-9cdc-434a-9d25-22a188eac8f8 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0536516 Sep 15 13:42:55.519123 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 382e0873-fa9a-401e-b898-2cf3e3d1c666 up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:42:55.535708 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-445b1b6b-7fb4-466a-aa4f-11df933b1edd req-59ccfae8-4235-46c8-98ff-20e6993c7c50 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057451 Sep 15 13:42:55.665262 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device f2e0e263-b034-4586-97a3-42e1a8516955 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:42:55.675630 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a2624-f171-4da8-86f2-c761fd476e2c req-6ed5fa0a-c58b-4cc7-ab48-4c0c23e8f7a8 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:55.677350 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fe9a2624-f171-4da8-86f2-c761fd476e2c req-6ed5fa0a-c58b-4cc7-ab48-4c0c23e8f7a8 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc HTTP/1.1" status: 200 len: 944 time: 0.0633261 Sep 15 13:42:55.697653 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning for port 382e0873-fa9a-401e-b898-2cf3e3d1c666 completed by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:42:55.701962 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-75dc1ca2-8278-4cf7-a776-e5f16a8a19c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:55.707571 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port 382e0873-fa9a-401e-b898-2cf3e3d1c666 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:42:55.708064 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:55.733136 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fe9a2624-f171-4da8-86f2-c761fd476e2c req-caf314a1-77c2-4b6f-86ba-cf8dc1668a31 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482550 Sep 15 13:42:55.779576 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port f2e0e263-b034-4586-97a3-42e1a8516955 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:42:55.786393 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:55.826061 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 45274) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:55.875158 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:55.931154 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382e0873-fa9a-401e-b898-2cf3e3d1c666'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:42:55.933526 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ba9b27-1e31-4623-b7dd-0f1306568c62" -d '{"events": [{"server_uuid": "06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc", "name": "network-vif-plugged", "status": "completed", "tag": "382e0873-fa9a-401e-b898-2cf3e3d1c666"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:42:55.953815 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 382e0873-fa9a-401e-b898-2cf3e3d1c666, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=382e0873-fa9a-401e-b898-2cf3e3d1c666,segment=NetworkSegment(cb5413ea-771f-42e8-811f-6415872afa7a),segment_id=cb5413ea-771f-42e8-811f-6415872afa7a)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:42:55.965354 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:55.980452 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-75dc1ca2-8278-4cf7-a776-e5f16a8a19c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551007'] for router, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:55.998135 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc3ace3-0b03-404c-b0b7-1858adb09841 x-openstack-request-id: req-3bc3ace3-0b03-404c-b0b7-1858adb09841 {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:42:55.998461 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc", "name": "network-vif-plugged", "status": "completed", "tag": "382e0873-fa9a-401e-b898-2cf3e3d1c666", "code": 200}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:42:55.998718 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3bc3ace3-0b03-404c-b0b7-1858adb09841 {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:42:55.999180 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382e0873-fa9a-401e-b898-2cf3e3d1c666', 'code': 200} Sep 15 13:42:56.004199 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] For port f2e0e263-b034-4586-97a3-42e1a8516955, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=f2e0e263-b034-4586-97a3-42e1a8516955,segment=NetworkSegment(c93a266a-f347-40ca-9c50-3feb67734c08),segment_id=c93a266a-f347-40ca-9c50-3feb67734c08)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:42:56.028032 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-75d9c044-b03d-4c88-96e0-a02b6b406149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:56.085141 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:56.156813 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=382e0873-fa9a-401e-b898-2cf3e3d1c666,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:56.160861 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:56.199973 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-75d9c044-b03d-4c88-96e0-a02b6b406149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:56.239286 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Pushing event updated for resources: {'Port': ['ID=f2e0e263-b034-4586-97a3-42e1a8516955,revision_number=3']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:56.284772 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75dc1ca2-8278-4cf7-a776-e5f16a8a19c9 admin admin] Router a8cddf93-5d66-4245-8e84-2513f43a42d3 is scheduled to L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 with binding_index 1 {{(pid=101214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:42:56.315107 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-75d9c044-b03d-4c88-96e0-a02b6b406149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:56.395464 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-75d9c044-b03d-4c88-96e0-a02b6b406149 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0596227d385e4e33a954a2a9f39e84f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5672514 Sep 15 13:42:56.396380 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 45292) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:56.404610 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9c044-b03d-4c88-96e0-a02b6b406149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e55e99-89c0-42e3-9625-2ce1571663c6,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:56.432642 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558343b2-4afb-49dd-9cff-6a83188500af req-8688ec4a-485f-43cf-a27b-86fd51c40604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:56.434163 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-558343b2-4afb-49dd-9cff-6a83188500af req-8688ec4a-485f-43cf-a27b-86fd51c40604 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc HTTP/1.1" status: 200 len: 1098 time: 0.0628533 Sep 15 13:42:56.465218 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 45294) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:56.479522 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dc1ca2-8278-4cf7-a776-e5f16a8a19c9 admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:42:56.480097 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b485ef3-86cb-4dfd-adb3-de093c291e0b None None] Network a0974cde-cf67-4a10-b1b8-13bf6a45e915 requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:42:56.490707 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] Sync routers for ids ['a8cddf93-5d66-4245-8e84-2513f43a42d3'] in dv-cinder-803456-3-iscsi {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:42:56.493390 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-54abb7c6-05a7-4e17-a189-d453496b9207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:56.506112 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] Routers {'a8cddf93-5d66-4245-8e84-2513f43a42d3'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:42:56.506929 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:42:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['a8cddf93-5d66-4245-8e84-2513f43a42d3'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:42:56.517523 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-54abb7c6-05a7-4e17-a189-d453496b9207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:56.539321 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-558343b2-4afb-49dd-9cff-6a83188500af req-81946b36-b71a-4e6f-b4ae-8bb6e5ba6130 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944850 Sep 15 13:42:56.625377 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-75dc1ca2-8278-4cf7-a776-e5f16a8a19c9 admin admin] Notify callbacks [] for router, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:56.626022 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-c262e1e9-b11a-4b85-bb85-34198d3a1f93 None None] Provisioning complete for port f2e0e263-b034-4586-97a3-42e1a8516955 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:42:56.626402 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c262e1e9-b11a-4b85-bb85-34198d3a1f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:56.630269 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-75dc1ca2-8278-4cf7-a776-e5f16a8a19c9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1445127 Sep 15 13:42:56.631172 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 45304) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:56.633648 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4f857fe8-d329-4ad4-95f5-8f1091112bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:56.687806 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-54abb7c6-05a7-4e17-a189-d453496b9207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:56.702814 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] Set router a8cddf93-5d66-4245-8e84-2513f43a42d3 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:42:56.725060 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-54abb7c6-05a7-4e17-a189-d453496b9207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:56.726487 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-54abb7c6-05a7-4e17-a189-d453496b9207 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61e55e99-89c0-42e3-9625-2ce1571663c6 HTTP/1.1" status: 204 len: 168 time: 0.3289955 Sep 15 13:42:56.783663 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:56.809655 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37860a5d-1a4c-48d2-b1d1-ca2366978bb8 req-98b1f9f2-cef9-41b7-8c47-d21d2e7e252e tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:56.811665 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-37860a5d-1a4c-48d2-b1d1-ca2366978bb8 req-98b1f9f2-cef9-41b7-8c47-d21d2e7e252e tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.1904166 Sep 15 13:42:56.825513 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abb7c6-05a7-4e17-a189-d453496b9207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e55e99-89c0-42e3-9625-2ce1571663c6,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:56.828342 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 45324) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:56.993147 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_v2 [None req-37513760-7969-49d8-91c7-e63457f10c14 admin admin] Deleting subnet 0f0bee58-a896-48a2-b3fd-22766eebf775 {{(pid=101213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:42:57.012112 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-37860a5d-1a4c-48d2-b1d1-ca2366978bb8 req-f76c6604-1f8e-4281-827a-8ffc1271158d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819401 Sep 15 13:42:57.016362 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-37513760-7969-49d8-91c7-e63457f10c14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.028496 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8cddf93-5d66-4245-8e84-2513f43a42d3', 'name': 'tempest-TestMinimumBasicScenario-322240820-router', 'tenant_id': 'b021c77efb434918bf7f8ded95b0ee90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '48358322-6f35-4b9b-aa09-3ac7ac835248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:53Z', 'updated_at': '2021-09-15T13:42:55Z', 'revision_number': 3, 'project_id': 'b021c77efb434918bf7f8ded95b0ee90', 'gw_port': {'id': '48358322-6f35-4b9b-aa09-3ac7ac835248', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8cddf93-5d66-4245-8e84-2513f43a42d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:54Z', 'updated_at': '2021-09-15T13:42:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:42:57.097139 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] Checking router: a8cddf93-5d66-4245-8e84-2513f43a42d3 for host: dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:42:57.097770 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] Updating router a8cddf93-5d66-4245-8e84-2513f43a42d3 port 48358322-6f35-4b9b-aa09-3ac7ac835248 binding host dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:42:57.102913 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-37513760-7969-49d8-91c7-e63457f10c14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008874'] for subnet, precommit_delete_associations {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.110607 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-8b781f76-7de5-4fc4-8609-ec01204c1c05 None None] Provisioning complete for port f2e0e263-b034-4586-97a3-42e1a8516955 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:42:57.110978 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-8b781f76-7de5-4fc4-8609-ec01204c1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.126713 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb7f9e-5b00-4c4b-a3cc-6204909c4b5f req-9a76e7ee-a55c-4e49-8096-911f08962f23 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:57.127300 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.129791 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d5fb7f9e-5b00-4c4b-a3cc-6204909c4b5f req-9a76e7ee-a55c-4e49-8096-911f08962f23 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc HTTP/1.1" status: 200 len: 945 time: 0.1952856 Sep 15 13:42:57.162136 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-37513760-7969-49d8-91c7-e63457f10c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493165'] for subnet, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.320519 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4f857fe8-d329-4ad4-95f5-8f1091112bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.353924 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-37513760-7969-49d8-91c7-e63457f10c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5008732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4981134'] for subnet, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.356157 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d5fb7f9e-5b00-4c4b-a3cc-6204909c4b5f req-c8a525d5-6e23-4038-b6b1-0c488ad1312a tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104716 Sep 15 13:42:57.380165 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37513760-7969-49d8-91c7-e63457f10c14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f0bee58-a896-48a2-b3fd-22766eebf775,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:57.397306 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-37513760-7969-49d8-91c7-e63457f10c14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.397306 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-37513760-7969-49d8-91c7-e63457f10c14 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0f0bee58-a896-48a2-b3fd-22766eebf775 HTTP/1.1" status: 204 len: 168 time: 0.5629745 Sep 15 13:42:57.397306 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 45340) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:57.513115 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-7ec7ac0b-4b50-4aa4-b704-564afd019eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463644'] for network, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.513750 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] Notify callbacks [] for port, precommit_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.522844 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4f857fe8-d329-4ad4-95f5-8f1091112bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.574380 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device f2e0e263-b034-4586-97a3-42e1a8516955 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:42:57.578096 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f857fe8-d329-4ad4-95f5-8f1091112bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d586ff49-d158-43b0-a9ef-24afe7a9b60b,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:57.588673 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-4f857fe8-d329-4ad4-95f5-8f1091112bee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52c6e919c1524b72a67a9348bddd752e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1223745 Sep 15 13:42:57.589366 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 45344) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:57.593509 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ea94f860-390e-4909-8e31-2d6b39654b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.605730 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-7ec7ac0b-4b50-4aa4-b704-564afd019eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492266', 'neutron.services.segments.db._delete_segments_for_network-8777769697949'] for network, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.629964 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-7ec7ac0b-4b50-4aa4-b704-564afd019eae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3dc8ed-916e-4856-9bc3-e897c251e61d']}} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:42:57.634950 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.652825 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port f2e0e263-b034-4586-97a3-42e1a8516955 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:42:57.653226 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.659261 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-7ec7ac0b-4b50-4aa4-b704-564afd019eae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f3f89d-06a7-41b4-b424-9a6af8ed5a0f') {'for_net_delete': True} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:42:57.659863 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-7ec7ac0b-4b50-4aa4-b704-564afd019eae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f3f89d-06a7-41b4-b424-9a6af8ed5a0f') {} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:42:57.676227 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-7ec7ac0b-4b50-4aa4-b704-564afd019eae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777769698726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008865'] for segment, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.692630 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-7ec7ac0b-4b50-4aa4-b704-564afd019eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.699241 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] Attempting to bind port 48358322-6f35-4b9b-aa09-3ac7ac835248 on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:42:57.699616 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] Attempting to bind port 48358322-6f35-4b9b-aa09-3ac7ac835248 by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}] {{(pid=101216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:42:57.699976 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] Attempting to bind port 48358322-6f35-4b9b-aa09-3ac7ac835248 on network ece37916-b27e-4896-b760-50248bab8142 {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:42:57.701921 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec7ac0b-4b50-4aa4-b704-564afd019eae admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=101213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:42:57.702831 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-7ec7ac0b-4b50-4aa4-b704-564afd019eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5084034'] for segment, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.705483 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0d79d146-01ca-47fa-be10-16f856aaacba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.710763 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8f36c-0f50-4104-97a2-066a7e39871d None None] Pushing event updated for resources: {'Port': ['ID=48358322-6f35-4b9b-aa09-3ac7ac835248,revision_number=2']} {{(pid=101216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:57.715120 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:42:57.715493 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] Checking segment: {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:42:57.715886 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.716263 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] Bound using segment: {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'} {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:42:57.716728 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] Bound port: 48358322-6f35-4b9b-aa09-3ac7ac835248, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}}] {{(pid=101216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:42:57.717339 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.763437 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0d79d146-01ca-47fa-be10-16f856aaacba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: Traceback (most recent call last): Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: timer() Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: cb(*args, **kw) Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: return func(*args, **kwargs) Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: self._notify() Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: self.callback(batched_events) Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: event.method(event) Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: return f(self, *a, **k) Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: return self._get(url).json() Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: return self.request(url, 'GET', **kwargs) Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:42:57.804352 dv-cinder-803456-3-iscsi neutron-server[101213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:42:57.813659 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 45346) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:57.822923 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.db [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] For port 48358322-6f35-4b9b-aa09-3ac7ac835248, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:42:57.830042 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.db [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] For port 48358322-6f35-4b9b-aa09-3ac7ac835248, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=48358322-6f35-4b9b-aa09-3ac7ac835248,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:42:57.837817 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e2544430-e7f3-4d52-b9c8-90ca5b28e6d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.840249 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [None req-ea94f860-390e-4909-8e31-2d6b39654b0b admin admin] Allocated IP 172.20.0.1 (a0974cde-cf67-4a10-b1b8-13bf6a45e915/78f6717c-ebf7-4e9d-8d95-fee6b7b6457a/8167dcad-2714-481e-9c64-b3a80ead8f04) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:42:57.904664 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.905179 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-7ec7ac0b-4b50-4aa4-b704-564afd019eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550935'] for network, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.912663 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-7ec7ac0b-4b50-4aa4-b704-564afd019eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.917722 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-7ec7ac0b-4b50-4aa4-b704-564afd019eae admin admin] 10.222.0.30 "DELETE /v2.0/networks/de3dc8ed-916e-4856-9bc3-e897c251e61d HTTP/1.1" status: 204 len: 168 time: 0.5171430 Sep 15 13:42:57.932898 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 45350) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:57.939971 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7ac0b-4b50-4aa4-b704-564afd019eae admin admin] Pushing event deleted for resources: {'Network': ['ID=de3dc8ed-916e-4856-9bc3-e897c251e61d,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:57.969312 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] Routers {'a8cddf93-5d66-4245-8e84-2513f43a42d3'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:42:57.970249 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:42:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['a8cddf93-5d66-4245-8e84-2513f43a42d3'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:42:57.983913 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ea94f860-390e-4909-8e31-2d6b39654b0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:57.994570 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3655d02-02ab-429f-ab9a-cd54e592659c admin admin] Deleting subnet efe0dee5-395f-46a0-990b-1cb6f3c8aae3 {{(pid=101213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:42:57.999984 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c3655d02-02ab-429f-ab9a-cd54e592659c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:58.064959 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c3655d02-02ab-429f-ab9a-cd54e592659c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008874'] for subnet, precommit_delete_associations {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:58.071061 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0d79d146-01ca-47fa-be10-16f856aaacba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:58.074831 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0d79d146-01ca-47fa-be10-16f856aaacba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:58.081942 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-0d79d146-01ca-47fa-be10-16f856aaacba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d586ff49-d158-43b0-a9ef-24afe7a9b60b HTTP/1.1" status: 204 len: 168 time: 0.4904008 Sep 15 13:42:58.084256 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8f36c-0f50-4104-97a2-066a7e39871d None None] Pushing event updated for resources: {'Port': ['ID=48358322-6f35-4b9b-aa09-3ac7ac835248,revision_number=3']} {{(pid=101216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:58.107233 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 45358) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:58.120954 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] Set router a8cddf93-5d66-4245-8e84-2513f43a42d3 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:42:58.144606 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ea94f860-390e-4909-8e31-2d6b39654b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:58.147780 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79d146-01ca-47fa-be10-16f856aaacba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d586ff49-d158-43b0-a9ef-24afe7a9b60b,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:58.159689 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c3655d02-02ab-429f-ab9a-cd54e592659c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493165'] for subnet, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:58.218949 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea94f860-390e-4909-8e31-2d6b39654b0b admin admin] Network a0974cde-cf67-4a10-b1b8-13bf6a45e915 is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:42:58.227562 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [None req-ea94f860-390e-4909-8e31-2d6b39654b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:42:58.230725 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e2544430-e7f3-4d52-b9c8-90ca5b28e6d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:58.231415 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea94f860-390e-4909-8e31-2d6b39654b0b admin admin] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:42:58.234181 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ea94f860-390e-4909-8e31-2d6b39654b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551048'] for router_interface, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:58.311233 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d40db0-8d38-4f92-b81f-2bdf5cb82a17 req-ef92fd74-c560-40d4-b878-aa938ab4be19 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:58.314062 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-47d40db0-8d38-4f92-b81f-2bdf5cb82a17 req-ef92fd74-c560-40d4-b878-aa938ab4be19 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.2288535 Sep 15 13:42:58.320994 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94f860-390e-4909-8e31-2d6b39654b0b admin admin] Pushing event updated for resources: {'Port': ['ID=8167dcad-2714-481e-9c64-b3a80ead8f04,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:58.326860 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e2544430-e7f3-4d52-b9c8-90ca5b28e6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:58.333374 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3b7ff6bd-7448-4483-9846-d0b96e4cb390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:58.378245 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c3655d02-02ab-429f-ab9a-cd54e592659c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5008732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4981134'] for subnet, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:58.385891 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-e2544430-e7f3-4d52-b9c8-90ca5b28e6d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e1a865a8b8bb4f00949f3991f4824711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5753236 Sep 15 13:42:58.387607 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2544430-e7f3-4d52-b9c8-90ca5b28e6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bca7ea-95c4-4f1d-a7d2-3199c01bf9ee,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:58.391169 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 45364) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:58.402174 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8cddf93-5d66-4245-8e84-2513f43a42d3', 'name': 'tempest-TestMinimumBasicScenario-322240820-router', 'tenant_id': 'b021c77efb434918bf7f8ded95b0ee90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '48358322-6f35-4b9b-aa09-3ac7ac835248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:53Z', 'updated_at': '2021-09-15T13:42:55Z', 'revision_number': 3, 'project_id': 'b021c77efb434918bf7f8ded95b0ee90', 'gw_port': {'id': '48358322-6f35-4b9b-aa09-3ac7ac835248', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8cddf93-5d66-4245-8e84-2513f43a42d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:54Z', 'updated_at': '2021-09-15T13:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:42:58.466615 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3655d02-02ab-429f-ab9a-cd54e592659c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efe0dee5-395f-46a0-990b-1cb6f3c8aae3,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:58.469979 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c3655d02-02ab-429f-ab9a-cd54e592659c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:58.474986 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-c3655d02-02ab-429f-ab9a-cd54e592659c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/efe0dee5-395f-46a0-990b-1cb6f3c8aae3 HTTP/1.1" status: 204 len: 168 time: 0.5409987 Sep 15 13:42:58.475575 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 45368) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:58.495046 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cc7011-14bc-41ac-a92b-ea5f373de893 None None] The sync data for ids ['a8cddf93-5d66-4245-8e84-2513f43a42d3'] in dv-cinder-803456-3-iscsi is: [{'id': 'a8cddf93-5d66-4245-8e84-2513f43a42d3', 'name': 'tempest-TestMinimumBasicScenario-322240820-router', 'tenant_id': 'b021c77efb434918bf7f8ded95b0ee90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '48358322-6f35-4b9b-aa09-3ac7ac835248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:53Z', 'updated_at': '2021-09-15T13:42:55Z', 'revision_number': 3, 'project_id': 'b021c77efb434918bf7f8ded95b0ee90', 'gw_port': {'id': '48358322-6f35-4b9b-aa09-3ac7ac835248', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8cddf93-5d66-4245-8e84-2513f43a42d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:54Z', 'updated_at': '2021-09-15T13:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}] {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:42:58.548737 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17b8d0-bab3-4efc-a0a0-78d3856fbdc7 req-1a627866-73f0-41f7-8e5f-8c406029a650 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:58.553707 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9a17b8d0-bab3-4efc-a0a0-78d3856fbdc7 req-1a627866-73f0-41f7-8e5f-8c406029a650 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc HTTP/1.1" status: 200 len: 945 time: 0.0979915 Sep 15 13:42:58.574548 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-758ff1bd-b597-4d2b-89ac-dbb3caa235ac None None] Provisioning complete for port 8167dcad-2714-481e-9c64-b3a80ead8f04 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:42:58.575099 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-758ff1bd-b597-4d2b-89ac-dbb3caa235ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:58.580015 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-47d40db0-8d38-4f92-b81f-2bdf5cb82a17 req-9a148644-1afc-47ac-8fa7-49ddd2ad43f4 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483375 Sep 15 13:42:58.582900 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463644'] for network, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:58.598920 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-48f7742c-514c-4654-bc8a-d07f7130a90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:58.649611 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-758ff1bd-b597-4d2b-89ac-dbb3caa235ac None None] Port 8167dcad-2714-481e-9c64-b3a80ead8f04 cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:42:58.653717 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9a17b8d0-bab3-4efc-a0a0-78d3856fbdc7 req-60b7562f-ea2b-4a0c-b69f-2038aaf1f059 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943756 Sep 15 13:42:58.656826 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-48f7742c-514c-4654-bc8a-d07f7130a90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:58.751260 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492266', 'neutron.services.segments.db._delete_segments_for_network-8777769697949'] for network, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:58.778753 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3b7ff6bd-7448-4483-9846-d0b96e4cb390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:58.824645 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-48f7742c-514c-4654-bc8a-d07f7130a90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:58.826235 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:58.830225 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:58.830225 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:58.830225 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] Subscribe: > port after_create 55550000 {{(pid=101214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:58.830225 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:58.830225 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] Subscribe: > port after_update 55550000 {{(pid=101214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:58.830225 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:58.830225 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:58.830225 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:58.832712 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:58.839893 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-48f7742c-514c-4654-bc8a-d07f7130a90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:58.841124 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-48f7742c-514c-4654-bc8a-d07f7130a90c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/91bca7ea-95c4-4f1d-a7d2-3199c01bf9ee HTTP/1.1" status: 204 len: 168 time: 0.4446642 Sep 15 13:42:58.858482 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7742c-514c-4654-bc8a-d07f7130a90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bca7ea-95c4-4f1d-a7d2-3199c01bf9ee,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:58.939917 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:58.940262 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:58.940650 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:58.940981 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 13:42:58.941384 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.services.segments.db [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcd2fd3-a605-4448-9b2a-9546b52b0ec2']}} {{(pid=101214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:42:58.961006 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.services.segments.db [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24bcf600-b375-479f-a7d1-a0c3853df8bb') {'for_net_delete': True} {{(pid=101214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:42:58.961367 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.services.segments.db [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24bcf600-b375-479f-a7d1-a0c3853df8bb') {} {{(pid=101214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:42:58.981497 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777769698726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4615982'] for segment, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:59.006233 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:59.016189 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3b7ff6bd-7448-4483-9846-d0b96e4cb390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:59.022624 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ea94f860-390e-4909-8e31-2d6b39654b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:59.025057 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=101214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:42:59.026339 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4267764'] for segment, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: from cryptography.utils import int_from_bytes Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: from cryptography.utils import int_from_bytes Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: Traceback (most recent call last): Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: timer() Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: cb(*args, **kw) Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: return func(*args, **kwargs) Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: self._notify() Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: self.callback(batched_events) Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: event.method(event) Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: return f(self, *a, **k) Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: return self._get(url).json() Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: return self.request(url, 'GET', **kwargs) Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:42:59.035806 dv-cinder-803456-3-iscsi neutron-server[101214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:42:59.452142 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ff6bd-7448-4483-9846-d0b96e4cb390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8ef0d7-1770-488a-8ec4-12bc66a16c4f,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:59.478525 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-3b7ff6bd-7448-4483-9846-d0b96e4cb390 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=63e69fd801c844d29ef73bed93d77650&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3685050 Sep 15 13:42:59.489792 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 45408) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:42:59.582482 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-96b8a0d0-cf0a-4cea-88ac-fcf94bc1994b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:59.603243 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550935'] for network, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:59.621506 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:59.623415 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] 10.222.0.30 "DELETE /v2.0/networks/cbcd2fd3-a605-4448-9b2a-9546b52b0ec2 HTTP/1.1" status: 204 len: 168 time: 1.1421192 Sep 15 13:42:59.656770 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 48358322-6f35-4b9b-aa09-3ac7ac835248 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:42:59.660134 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-96b8a0d0-cf0a-4cea-88ac-fcf94bc1994b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:59.688918 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808ef3c-b278-47fb-a92f-1d9dd86bfd28 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbcd2fd3-a605-4448-9b2a-9546b52b0ec2,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:59.747414 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ea94f860-390e-4909-8e31-2d6b39654b0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:59.811340 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 48358322-6f35-4b9b-aa09-3ac7ac835248 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:42:59.811340 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:59.822885 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cb30b-099c-424f-8294-5f6e020a8c19 req-54024dc8-cb15-4805-ba7f-cd8ac7989965 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:42:59.824877 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-d89cb30b-099c-424f-8294-5f6e020a8c19 req-54024dc8-cb15-4805-ba7f-cd8ac7989965 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0826099 Sep 15 13:42:59.829402 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-96b8a0d0-cf0a-4cea-88ac-fcf94bc1994b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:59.845602 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-96b8a0d0-cf0a-4cea-88ac-fcf94bc1994b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:59.845602 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-96b8a0d0-cf0a-4cea-88ac-fcf94bc1994b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c8ef0d7-1770-488a-8ec4-12bc66a16c4f HTTP/1.1" status: 204 len: 168 time: 0.3431101 Sep 15 13:42:59.851320 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8a0d0-cf0a-4cea-88ac-fcf94bc1994b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8ef0d7-1770-488a-8ec4-12bc66a16c4f,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:42:59.891394 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-d89cb30b-099c-424f-8294-5f6e020a8c19 req-458bc23f-b2e2-47f1-b133-e36e8f329a1f tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553262 Sep 15 13:42:59.925601 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:42:59.945704 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] For port 48358322-6f35-4b9b-aa09-3ac7ac835248, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=48358322-6f35-4b9b-aa09-3ac7ac835248,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:43:00.017698 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ea94f860-390e-4909-8e31-2d6b39654b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:00.052512 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:00.124272 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Pushing event updated for resources: {'Port': ['ID=48358322-6f35-4b9b-aa09-3ac7ac835248,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:00.126687 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94f860-390e-4909-8e31-2d6b39654b0b admin admin] Pushing event updated for resources: {'Port': ['ID=8167dcad-2714-481e-9c64-b3a80ead8f04,revision_number=2']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:00.141265 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ea94f860-390e-4909-8e31-2d6b39654b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545048'] for router_interface, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:00.240851 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea94f860-390e-4909-8e31-2d6b39654b0b admin admin] Network a0974cde-cf67-4a10-b1b8-13bf6a45e915 is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:43:00.242876 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [None req-ea94f860-390e-4909-8e31-2d6b39654b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:43:00.349843 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 45430) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:43:00.400641 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea94f860-390e-4909-8e31-2d6b39654b0b admin admin] Router a8cddf93-5d66-4245-8e84-2513f43a42d3 has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:43:00.415560 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-b97ded7e-ea34-4f21-9571-7aa75ba40622 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8808d8e915c24aff903e76f9e6539085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0623832 Sep 15 13:43:00.416794 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 45432) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:43:00.482031 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5b453473-d7aa-4bcc-bfcf-ce3854005309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:00.497583 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-d06a16e3-d5e6-4141-afaf-3b25c3865c4e None None] Provisioning complete for port 8167dcad-2714-481e-9c64-b3a80ead8f04 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:43:00.497972 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d06a16e3-d5e6-4141-afaf-3b25c3865c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:00.512387 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5b453473-d7aa-4bcc-bfcf-ce3854005309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:00.582501 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-d06a16e3-d5e6-4141-afaf-3b25c3865c4e None None] Port 8167dcad-2714-481e-9c64-b3a80ead8f04 cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:43:00.590773 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea94f860-390e-4909-8e31-2d6b39654b0b admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:43:00.608353 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-ea94f860-390e-4909-8e31-2d6b39654b0b admin admin] 10.222.0.30 "PUT /v2.0/routers/a8cddf93-5d66-4245-8e84-2513f43a42d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9669538 Sep 15 13:43:00.611450 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] Sync routers for ids ['a8cddf93-5d66-4245-8e84-2513f43a42d3'] in dv-cinder-803456-3-iscsi {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:43:00.621895 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] Routers {'a8cddf93-5d66-4245-8e84-2513f43a42d3'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:43:00.622522 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:42:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['a8cddf93-5d66-4245-8e84-2513f43a42d3'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:43:00.675733 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5b453473-d7aa-4bcc-bfcf-ce3854005309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:00.680651 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5b453473-d7aa-4bcc-bfcf-ce3854005309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:00.683040 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-5b453473-d7aa-4bcc-bfcf-ce3854005309 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/78518ec0-4306-4972-abc7-0998ba97c8ef HTTP/1.1" status: 204 len: 168 time: 0.2644048 Sep 15 13:43:00.691461 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b453473-d7aa-4bcc-bfcf-ce3854005309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78518ec0-4306-4972-abc7-0998ba97c8ef,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:00.749134 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] Set router a8cddf93-5d66-4245-8e84-2513f43a42d3 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:43:01.042150 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d50fd0-5565-4e6a-97a7-ed33ddbe2e7f req-0f850996-e56e-4fb1-aba9-c4c5591f199a tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:01.044002 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-62d50fd0-5565-4e6a-97a7-ed33ddbe2e7f req-0f850996-e56e-4fb1-aba9-c4c5591f199a tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0536611 Sep 15 13:43:01.061628 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8cddf93-5d66-4245-8e84-2513f43a42d3', 'name': 'tempest-TestMinimumBasicScenario-322240820-router', 'tenant_id': 'b021c77efb434918bf7f8ded95b0ee90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '48358322-6f35-4b9b-aa09-3ac7ac835248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:53Z', 'updated_at': '2021-09-15T13:42:58Z', 'revision_number': 4, 'project_id': 'b021c77efb434918bf7f8ded95b0ee90', 'gw_port': {'id': '48358322-6f35-4b9b-aa09-3ac7ac835248', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cddf93-5d66-4245-8e84-2513f43a42d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:54Z', 'updated_at': '2021-09-15T13:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '8167dcad-2714-481e-9c64-b3a80ead8f04', 'name': '', 'network_id': 'a0974cde-cf67-4a10-b1b8-13bf6a45e915', 'tenant_id': 'b021c77efb434918bf7f8ded95b0ee90', 'mac_address': 'fa:16:3e:d3:e2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8cddf93-5d66-4245-8e84-2513f43a42d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '78f6717c-ebf7-4e9d-8d95-fee6b7b6457a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:57Z', 'updated_at': '2021-09-15T13:42:59Z', 'revision_number': 2, 'project_id': 'b021c77efb434918bf7f8ded95b0ee90', 'subnets': [{'id': '78f6717c-ebf7-4e9d-8d95-fee6b7b6457a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:43:01.090193 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] Checking router: a8cddf93-5d66-4245-8e84-2513f43a42d3 for host: dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:43:01.090806 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] Updating router a8cddf93-5d66-4245-8e84-2513f43a42d3 port 8167dcad-2714-481e-9c64-b3a80ead8f04 binding host dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:43:01.094334 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-62d50fd0-5565-4e6a-97a7-ed33ddbe2e7f req-7ec763f9-7dad-44b0-8e8d-ec7ca1507775 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438819 Sep 15 13:43:01.127479 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:01.616006 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] Notify callbacks [] for port, precommit_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:01.620726 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 48358322-6f35-4b9b-aa09-3ac7ac835248 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:43:01.671993 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 48358322-6f35-4b9b-aa09-3ac7ac835248 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:43:01.672347 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:01.745730 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:01.803654 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b53602-99f7-429a-9d2e-0e4b0d7c5df0 None None] Pushing event updated for resources: {'Port': ['ID=8167dcad-2714-481e-9c64-b3a80ead8f04,revision_number=3']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:01.869308 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] Attempting to bind port 8167dcad-2714-481e-9c64-b3a80ead8f04 on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:43:01.869859 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] Attempting to bind port 8167dcad-2714-481e-9c64-b3a80ead8f04 by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': 'c93a266a-f347-40ca-9c50-3feb67734c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0974cde-cf67-4a10-b1b8-13bf6a45e915'}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:43:01.870300 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] Attempting to bind port 8167dcad-2714-481e-9c64-b3a80ead8f04 on network a0974cde-cf67-4a10-b1b8-13bf6a45e915 {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:43:01.876038 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:43:01.876413 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] Checking segment: {'id': 'c93a266a-f347-40ca-9c50-3feb67734c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0974cde-cf67-4a10-b1b8-13bf6a45e915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:43:01.876828 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:01.877249 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] Bound using segment: {'id': 'c93a266a-f347-40ca-9c50-3feb67734c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0974cde-cf67-4a10-b1b8-13bf6a45e915'} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:43:01.877721 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] Bound port: 8167dcad-2714-481e-9c64-b3a80ead8f04, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93a266a-f347-40ca-9c50-3feb67734c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0974cde-cf67-4a10-b1b8-13bf6a45e915'}}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:43:01.878104 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:01.952077 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] For port 8167dcad-2714-481e-9c64-b3a80ead8f04, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:43:01.955562 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] For port 8167dcad-2714-481e-9c64-b3a80ead8f04, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=8167dcad-2714-481e-9c64-b3a80ead8f04,segment=NetworkSegment(c93a266a-f347-40ca-9c50-3feb67734c08),segment_id=c93a266a-f347-40ca-9c50-3feb67734c08)] {{(pid=101215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:43:02.018134 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-7b4f87d5-8f8c-4e61-b999-944d7ced2c18 None None] Provisioning complete for port 8167dcad-2714-481e-9c64-b3a80ead8f04 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:43:02.018577 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-7b4f87d5-8f8c-4e61-b999-944d7ced2c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:02.055675 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-7b4f87d5-8f8c-4e61-b999-944d7ced2c18 None None] Port 8167dcad-2714-481e-9c64-b3a80ead8f04 cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:43:02.121796 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:02.180477 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] Routers {'a8cddf93-5d66-4245-8e84-2513f43a42d3'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:43:02.181116 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:42:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['a8cddf93-5d66-4245-8e84-2513f43a42d3'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:43:02.199600 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 45510) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:43:02.270372 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c0b52-db4b-4af7-8a08-affd66b79713 req-6328aef6-881a-4330-bb3b-0ea675804987 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:02.273441 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ce4c0b52-db4b-4af7-8a08-affd66b79713 req-6328aef6-881a-4330-bb3b-0ea675804987 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0840616 Sep 15 13:43:02.281542 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-9b82be38-0dbc-4755-809a-148d421d9e0b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a4566ee96b941288a49d488b151c075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0807345 Sep 15 13:43:02.284081 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 45514) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:43:02.294262 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b53602-99f7-429a-9d2e-0e4b0d7c5df0 None None] Pushing event updated for resources: {'Port': ['ID=8167dcad-2714-481e-9c64-b3a80ead8f04,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:02.335771 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ce4c0b52-db4b-4af7-8a08-affd66b79713 req-e7e81c95-8151-40eb-abb5-5fea1fb76fd5 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487363 Sep 15 13:43:02.375871 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] Set router a8cddf93-5d66-4245-8e84-2513f43a42d3 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:43:02.385927 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-5462c699-0bdd-45bf-bbdf-8318e5e09122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:02.426682 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-5462c699-0bdd-45bf-bbdf-8318e5e09122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:02.541989 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-4bdfb786-9bbf-45a3-ae84-c6b3370d2d01 None None] Provisioning complete for port 8167dcad-2714-481e-9c64-b3a80ead8f04 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:43:02.541989 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-4bdfb786-9bbf-45a3-ae84-c6b3370d2d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:02.595812 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-5462c699-0bdd-45bf-bbdf-8318e5e09122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:02.598958 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-5462c699-0bdd-45bf-bbdf-8318e5e09122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:02.604527 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-5462c699-0bdd-45bf-bbdf-8318e5e09122 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3a35674-33cd-49ea-8846-6f1cc4c47921 HTTP/1.1" status: 204 len: 168 time: 0.3192322 Sep 15 13:43:02.615072 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462c699-0bdd-45bf-bbdf-8318e5e09122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a35674-33cd-49ea-8846-6f1cc4c47921,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:02.773234 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-e3ea9673-09b2-4284-9de7-e4987847cd23 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:02.781982 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-e3ea9673-09b2-4284-9de7-e4987847cd23 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/networks?id=00a6423b-264c-4faa-9184-20a06ec6a475 HTTP/1.1" status: 200 len: 815 time: 0.2599082 Sep 15 13:43:02.802734 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-cbd2cd35-bd35-4077-81d9-af63b850c107 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/quotas/30e683cd0b3b464593bae97131ae8279 HTTP/1.1" status: 200 len: 375 time: 0.0124841 Sep 15 13:43:02.803930 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-4bdfb786-9bbf-45a3-ae84-c6b3370d2d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:02.840880 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8cddf93-5d66-4245-8e84-2513f43a42d3', 'name': 'tempest-TestMinimumBasicScenario-322240820-router', 'tenant_id': 'b021c77efb434918bf7f8ded95b0ee90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '48358322-6f35-4b9b-aa09-3ac7ac835248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:53Z', 'updated_at': '2021-09-15T13:42:58Z', 'revision_number': 4, 'project_id': 'b021c77efb434918bf7f8ded95b0ee90', 'gw_port': {'id': '48358322-6f35-4b9b-aa09-3ac7ac835248', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cddf93-5d66-4245-8e84-2513f43a42d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:54Z', 'updated_at': '2021-09-15T13:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '8167dcad-2714-481e-9c64-b3a80ead8f04', 'name': '', 'network_id': 'a0974cde-cf67-4a10-b1b8-13bf6a45e915', 'tenant_id': 'b021c77efb434918bf7f8ded95b0ee90', 'mac_address': 'fa:16:3e:d3:e2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8cddf93-5d66-4245-8e84-2513f43a42d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '78f6717c-ebf7-4e9d-8d95-fee6b7b6457a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:57Z', 'updated_at': '2021-09-15T13:43:01Z', 'revision_number': 4, 'project_id': 'b021c77efb434918bf7f8ded95b0ee90', 'subnets': [{'id': '78f6717c-ebf7-4e9d-8d95-fee6b7b6457a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:43:02.890796 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf529c40-c8d5-48d3-8fbd-f0e08cf71c7f None None] The sync data for ids ['a8cddf93-5d66-4245-8e84-2513f43a42d3'] in dv-cinder-803456-3-iscsi is: [{'id': 'a8cddf93-5d66-4245-8e84-2513f43a42d3', 'name': 'tempest-TestMinimumBasicScenario-322240820-router', 'tenant_id': 'b021c77efb434918bf7f8ded95b0ee90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '48358322-6f35-4b9b-aa09-3ac7ac835248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:53Z', 'updated_at': '2021-09-15T13:42:58Z', 'revision_number': 4, 'project_id': 'b021c77efb434918bf7f8ded95b0ee90', 'gw_port': {'id': '48358322-6f35-4b9b-aa09-3ac7ac835248', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cddf93-5d66-4245-8e84-2513f43a42d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:54Z', 'updated_at': '2021-09-15T13:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '8167dcad-2714-481e-9c64-b3a80ead8f04', 'name': '', 'network_id': 'a0974cde-cf67-4a10-b1b8-13bf6a45e915', 'tenant_id': 'b021c77efb434918bf7f8ded95b0ee90', 'mac_address': 'fa:16:3e:d3:e2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8cddf93-5d66-4245-8e84-2513f43a42d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '78f6717c-ebf7-4e9d-8d95-fee6b7b6457a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:57Z', 'updated_at': '2021-09-15T13:43:01Z', 'revision_number': 4, 'project_id': 'b021c77efb434918bf7f8ded95b0ee90', 'subnets': [{'id': '78f6717c-ebf7-4e9d-8d95-fee6b7b6457a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:43:02.905014 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-4bdfb786-9bbf-45a3-ae84-c6b3370d2d01 None None] For port 8167dcad-2714-481e-9c64-b3a80ead8f04, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=8167dcad-2714-481e-9c64-b3a80ead8f04,segment=NetworkSegment(c93a266a-f347-40ca-9c50-3feb67734c08),segment_id=c93a266a-f347-40ca-9c50-3feb67734c08)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:43:02.908487 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-49e19e16-81d3-4e93-bcc9-094eed94ec31 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e683cd0b3b464593bae97131ae8279&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0979106 Sep 15 13:43:03.020461 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-4bdfb786-9bbf-45a3-ae84-c6b3370d2d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:03.194433 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfb786-9bbf-45a3-ae84-c6b3370d2d01 None None] Pushing event updated for resources: {'Port': ['ID=8167dcad-2714-481e-9c64-b3a80ead8f04,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:03.197593 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-97c52011-b19d-4124-92d7-db315d16545e service neutron] 10.222.0.30 "GET /v2.0/networks/00a6423b-264c-4faa-9184-20a06ec6a475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742827 Sep 15 13:43:03.421725 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-33125c59-9cf7-4318-8d1c-a19f1468645b service neutron] 10.222.0.30 "GET /v2.0/networks/00a6423b-264c-4faa-9184-20a06ec6a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072396 Sep 15 13:43:03.621454 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5228b95-1f85-4938-8fa6-76c4a4bbd155 req-ae95fe62-a1b4-4948-ae82-2cb7a70c83ce tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:03.624341 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a5228b95-1f85-4938-8fa6-76c4a4bbd155 req-ae95fe62-a1b4-4948-ae82-2cb7a70c83ce tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.1442249 Sep 15 13:43:03.781093 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a5228b95-1f85-4938-8fa6-76c4a4bbd155 req-633b5ba7-6cd3-43db-bc3a-bc8c8a96fecc tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457207 Sep 15 13:43:03.794271 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 8167dcad-2714-481e-9c64-b3a80ead8f04 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:43:03.865011 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 8167dcad-2714-481e-9c64-b3a80ead8f04 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:43:03.865011 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:04.387889 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e1fd5f3d-995c-4168-b6c3-ae3f83c4bab4 req-13ee1461-1278-415c-aca9-cd3718a8b22b tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 210 time: 0.0520589 Sep 15 13:43:04.505058 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 45628) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:43:04.665768 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-328bc6b1-12a9-46c4-8542-442d5c49189a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:04.868709 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-328bc6b1-12a9-46c4-8542-442d5c49189a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:05.051779 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-328bc6b1-12a9-46c4-8542-442d5c49189a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:05.152371 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-328bc6b1-12a9-46c4-8542-442d5c49189a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff163b92aa704c80b1179ec9b015d2e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6447859 Sep 15 13:43:05.155257 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 45656) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:43:05.163792 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bc6b1-12a9-46c4-8542-442d5c49189a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed24b2c-3f69-48f6-a6c4-aa2ea0d7b446,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:05.177700 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4991dcf-8c4f-4bb3-8e9e-951c998c50d1 req-2125c6f9-89d9-4c8f-ac83-9de8694e0172 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:05.193186 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f4991dcf-8c4f-4bb3-8e9e-951c998c50d1 req-2125c6f9-89d9-4c8f-ac83-9de8694e0172 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.2311449 Sep 15 13:43:05.253804 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f4991dcf-8c4f-4bb3-8e9e-951c998c50d1 req-6b682a2f-dbc0-419b-a252-3a51f52c935e tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594723 Sep 15 13:43:05.315044 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-642758df-2507-49bd-bde4-6faf5707ee53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:05.345212 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-642758df-2507-49bd-bde4-6faf5707ee53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:05.542191 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-642758df-2507-49bd-bde4-6faf5707ee53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:05.550411 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-642758df-2507-49bd-bde4-6faf5707ee53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:05.554265 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-642758df-2507-49bd-bde4-6faf5707ee53 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ed24b2c-3f69-48f6-a6c4-aa2ea0d7b446 HTTP/1.1" status: 204 len: 168 time: 0.3954396 Sep 15 13:43:05.620646 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642758df-2507-49bd-bde4-6faf5707ee53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed24b2c-3f69-48f6-a6c4-aa2ea0d7b446,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:05.647270 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-39bf3c3e-1701-47fb-a50b-b975cc97ee01 req-186cc929-8e93-4ee8-b372-a9d42424106f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 210 time: 0.1244674 Sep 15 13:43:06.481192 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962f09f-cbcf-48d8-b013-15261eb38617 req-2151717d-9860-4140-92e8-3b3f7d54cc74 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:06.488731 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8962f09f-cbcf-48d8-b013-15261eb38617 req-2151717d-9860-4140-92e8-3b3f7d54cc74 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.1263020 Sep 15 13:43:06.539587 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d26d77-67aa-453c-9be3-65917ec05b8f req-c47ea6cb-ba5b-4a22-bef8-bed14b5b75f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:06.542274 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e3d26d77-67aa-453c-9be3-65917ec05b8f req-c47ea6cb-ba5b-4a22-bef8-bed14b5b75f9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 1099 time: 0.1382482 Sep 15 13:43:06.563263 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8962f09f-cbcf-48d8-b013-15261eb38617 req-7c201d02-de97-415a-8c98-17129a80a593 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734079 Sep 15 13:43:06.610693 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e3d26d77-67aa-453c-9be3-65917ec05b8f req-09fa5a18-dccb-4196-8528-e2a893754722 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442579 Sep 15 13:43:06.735524 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 45706) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:43:06.766697 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0a810c3c-a8b2-4bf1-8fad-1344b9e81ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:06.804213 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ca08efe0-30a7-44b2-a7ac-d42123871953 req-fcaedcc0-ca64-42fa-beb9-f41d92c2c6cc tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 210 time: 0.0582902 Sep 15 13:43:06.991488 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0a810c3c-a8b2-4bf1-8fad-1344b9e81ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:07.684419 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318119ca-5be4-4983-947f-6f394d057e80 req-d6a9cf97-dd43-459e-a08c-af6cff38279d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:07.686049 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-318119ca-5be4-4983-947f-6f394d057e80 req-d6a9cf97-dd43-459e-a08c-af6cff38279d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0530794 Sep 15 13:43:07.694398 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0a810c3c-a8b2-4bf1-8fad-1344b9e81ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:07.733209 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-318119ca-5be4-4983-947f-6f394d057e80 req-468f72b5-cf13-40ef-acbf-2f6b26f80b53 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405316 Sep 15 13:43:07.771329 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:07.783069 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-0a810c3c-a8b2-4bf1-8fad-1344b9e81ef8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c3df7e550fc546219f29fad1d673af52&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0460873 Sep 15 13:43:07.786276 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 45728) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:43:07.787994 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a810c3c-a8b2-4bf1-8fad-1344b9e81ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef6891f-97f5-4542-a6f6-978c1863da4d,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:07.870888 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-76b5d10c-3933-4d01-8c87-a627e946ed70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:07.903076 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-76b5d10c-3933-4d01-8c87-a627e946ed70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:07.989227 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3a95aafc-5993-4c6c-a284-ba23c1c8d1c0 req-e4dbd7e7-bdc2-42d2-b3ae-d2708863714b tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 210 time: 0.0286539 Sep 15 13:43:08.150872 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-76b5d10c-3933-4d01-8c87-a627e946ed70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:08.153889 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-76b5d10c-3933-4d01-8c87-a627e946ed70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:08.158720 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-76b5d10c-3933-4d01-8c87-a627e946ed70 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ef6891f-97f5-4542-a6f6-978c1863da4d HTTP/1.1" status: 204 len: 168 time: 0.3676233 Sep 15 13:43:08.170527 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5d10c-3933-4d01-8c87-a627e946ed70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef6891f-97f5-4542-a6f6-978c1863da4d,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:08.559830 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-d6236b92-574d-4bb3-9ced-814e370aec2b tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:08.561444 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-d6236b92-574d-4bb3-9ced-814e370aec2b tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.15 "GET /v2.0/networks?id=00a6423b-264c-4faa-9184-20a06ec6a475 HTTP/1.1" status: 200 len: 815 time: 0.1778295 Sep 15 13:43:08.579866 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-44f89da7-6628-46e7-a1b5-3a09419b453e tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Request body: {'port': {'device_id': '2f7590f2-e1fb-402c-a78b-3e52eb00e3ca', 'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475', 'admin_state_up': True, 'tenant_id': '30e683cd0b3b464593bae97131ae8279'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:43:08.907875 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-44f89da7-6628-46e7-a1b5-3a09419b453e tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Made reservation on behalf of 30e683cd0b3b464593bae97131ae8279 for: {'port': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:43:08.912087 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-44f89da7-6628-46e7-a1b5-3a09419b453e tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:08.997470 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ca6a2-b670-4ce9-a139-f2c361f70334 req-7dc786aa-3319-4e88-a0cb-3f859e5b4ced tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:08.999123 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b96ca6a2-b670-4ce9-a139-f2c361f70334 req-7dc786aa-3319-4e88-a0cb-3f859e5b4ced tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.1658115 Sep 15 13:43:09.122321 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b96ca6a2-b670-4ce9-a139-f2c361f70334 req-f1fb45f8-d305-41ef-b1b0-1367c7a76493 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170909 Sep 15 13:43:09.150980 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b4cca2fd-7c72-4728-94b5-92fe66d3fb7b req-fdec82f6-35ed-4dcd-aab4-97d217bb8ed7 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 210 time: 0.0386016 Sep 15 13:43:09.226443 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-44f89da7-6628-46e7-a1b5-3a09419b453e tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Allocated IP 172.20.0.6 (00a6423b-264c-4faa-9184-20a06ec6a475/6063b90d-c941-474e-b7a5-2a0f7253c43f/524866d7-d165-4ab4-9041-1416f777f8e6) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:43:09.373973 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1c834-043f-4936-bbf8-0b05ae32317e req-0105539e-5725-4f88-8e95-9e9036e26c2a tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:09.375583 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-47e1c834-043f-4936-bbf8-0b05ae32317e req-0105539e-5725-4f88-8e95-9e9036e26c2a tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0807929 Sep 15 13:43:09.477921 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-47e1c834-043f-4936-bbf8-0b05ae32317e req-aff0da6f-4820-4abb-b519-96c6a7fc1914 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849016 Sep 15 13:43:09.534265 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-44f89da7-6628-46e7-a1b5-3a09419b453e tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:09.654080 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-44f89da7-6628-46e7-a1b5-3a09419b453e tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:09.682515 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['bb997887-02c6-475d-b775-5803a8a38c3b', '382e0873-fa9a-401e-b898-2cf3e3d1c666'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:43:09.758924 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-44f89da7-6628-46e7-a1b5-3a09419b453e tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Network 00a6423b-264c-4faa-9184-20a06ec6a475 is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:43:09.770327 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-44f89da7-6628-46e7-a1b5-3a09419b453e tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:43:09.785417 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-44f89da7-6628-46e7-a1b5-3a09419b453e tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:43:09.892461 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-44f89da7-6628-46e7-a1b5-3a09419b453e tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:09.892729 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-44f89da7-6628-46e7-a1b5-3a09419b453e tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:09.911259 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f89da7-6628-46e7-a1b5-3a09419b453e tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Pushing event updated for resources: {'Port': ['ID=524866d7-d165-4ab4-9041-1416f777f8e6,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:10.053210 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-44f89da7-6628-46e7-a1b5-3a09419b453e tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4776192 Sep 15 13:43:10.074368 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-3977988e-54a1-4ee2-855f-d2bb07cd5e12 service neutron] Request body: {'port': {'device_id': '2f7590f2-e1fb-402c-a78b-3e52eb00e3ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:43:10.155591 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-3977988e-54a1-4ee2-855f-d2bb07cd5e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:10.362678 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa32a1-5186-46de-a41c-44df2b4d4220 req-50dff611-6921-4ae3-9504-96e475f63bd2 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:10.364256 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-22fa32a1-5186-46de-a41c-44df2b4d4220 req-50dff611-6921-4ae3-9504-96e475f63bd2 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 931 time: 0.1475611 Sep 15 13:43:10.513024 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-22fa32a1-5186-46de-a41c-44df2b4d4220 req-778c58df-5fd5-4205-a348-34262e99fd32 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324642 Sep 15 13:43:10.584481 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-3977988e-54a1-4ee2-855f-d2bb07cd5e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 524866d7-d165-4ab4-9041-1416f777f8e6 {{(pid=101214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:43:10.597407 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-3977988e-54a1-4ee2-855f-d2bb07cd5e12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:10.614453 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.provisioning_blocks [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-3977988e-54a1-4ee2-855f-d2bb07cd5e12 service neutron] Transition to ACTIVE for port object 524866d7-d165-4ab4-9041-1416f777f8e6 will not be triggered until provisioned by entity L2. {{(pid=101214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:43:10.698789 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-3977988e-54a1-4ee2-855f-d2bb07cd5e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:10.812580 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977988e-54a1-4ee2-855f-d2bb07cd5e12 service neutron] Pushing event updated for resources: {'Port': ['ID=524866d7-d165-4ab4-9041-1416f777f8e6,revision_number=2']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:10.942448 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-3977988e-54a1-4ee2-855f-d2bb07cd5e12 service neutron] Attempting to bind port 524866d7-d165-4ab4-9041-1416f777f8e6 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:43:10.943062 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-3977988e-54a1-4ee2-855f-d2bb07cd5e12 service neutron] Attempting to bind port 524866d7-d165-4ab4-9041-1416f777f8e6 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': 'cb5413ea-771f-42e8-811f-6415872afa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475'}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:43:10.943259 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-3977988e-54a1-4ee2-855f-d2bb07cd5e12 service neutron] Attempting to bind port 524866d7-d165-4ab4-9041-1416f777f8e6 on network 00a6423b-264c-4faa-9184-20a06ec6a475 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:43:10.952188 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-3977988e-54a1-4ee2-855f-d2bb07cd5e12 service neutron] Port 524866d7-d165-4ab4-9041-1416f777f8e6 on network 00a6423b-264c-4faa-9184-20a06ec6a475 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:43:10.952567 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-3977988e-54a1-4ee2-855f-d2bb07cd5e12 service neutron] Attempting to bind port 524866d7-d165-4ab4-9041-1416f777f8e6 on network 00a6423b-264c-4faa-9184-20a06ec6a475 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:43:10.959082 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-3977988e-54a1-4ee2-855f-d2bb07cd5e12 service neutron] Checking agent: {'id': 'b550a8ff-0b84-4201-8276-b98629f1370c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'started_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:43:10.959811 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-3977988e-54a1-4ee2-855f-d2bb07cd5e12 service neutron] Checking segment: {'id': 'cb5413ea-771f-42e8-811f-6415872afa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:43:10.960555 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-3977988e-54a1-4ee2-855f-d2bb07cd5e12 service neutron] Bound using segment: {'id': 'cb5413ea-771f-42e8-811f-6415872afa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475'} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:43:10.961338 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-3977988e-54a1-4ee2-855f-d2bb07cd5e12 service neutron] Bound port: 524866d7-d165-4ab4-9041-1416f777f8e6, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5413ea-771f-42e8-811f-6415872afa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475'}}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:43:10.961724 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-3977988e-54a1-4ee2-855f-d2bb07cd5e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:11.067636 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-3977988e-54a1-4ee2-855f-d2bb07cd5e12 service neutron] For port 524866d7-d165-4ab4-9041-1416f777f8e6, host hv-cinder-80345, cleared binding levels {{(pid=101214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:43:11.074843 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-3977988e-54a1-4ee2-855f-d2bb07cd5e12 service neutron] For port 524866d7-d165-4ab4-9041-1416f777f8e6, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=524866d7-d165-4ab4-9041-1416f777f8e6,segment=NetworkSegment(cb5413ea-771f-42e8-811f-6415872afa7a),segment_id=cb5413ea-771f-42e8-811f-6415872afa7a)] {{(pid=101214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:43:11.151964 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-3977988e-54a1-4ee2-855f-d2bb07cd5e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:11.199053 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-3977988e-54a1-4ee2-855f-d2bb07cd5e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:11.199760 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-3977988e-54a1-4ee2-855f-d2bb07cd5e12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:11.201496 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-3977988e-54a1-4ee2-855f-d2bb07cd5e12 service neutron] 10.222.0.15 "PUT /v2.0/ports/524866d7-d165-4ab4-9041-1416f777f8e6 HTTP/1.1" status: 200 len: 1093 time: 1.1331737 Sep 15 13:43:11.204274 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7590f2-e1fb-402c-a78b-3e52eb00e3ca', 'tag': '524866d7-d165-4ab4-9041-1416f777f8e6'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:43:11.208437 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fe090c-8d1a-43ea-9afc-dac1de11004b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7590f2-e1fb-402c-a78b-3e52eb00e3ca", "tag": "524866d7-d165-4ab4-9041-1416f777f8e6"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:43:11.251155 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977988e-54a1-4ee2-855f-d2bb07cd5e12 service neutron] Pushing event updated for resources: {'Port': ['ID=524866d7-d165-4ab4-9041-1416f777f8e6,revision_number=3']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:11.286078 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5d4780-7d6c-4004-89e5-79753db5dfe2 x-openstack-request-id: req-2d5d4780-7d6c-4004-89e5-79753db5dfe2 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:43:11.286356 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7590f2-e1fb-402c-a78b-3e52eb00e3ca", "tag": "524866d7-d165-4ab4-9041-1416f777f8e6", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:43:11.286610 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d5d4780-7d6c-4004-89e5-79753db5dfe2 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:43:11.287011 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7590f2-e1fb-402c-a78b-3e52eb00e3ca', 'tag': '524866d7-d165-4ab4-9041-1416f777f8e6', 'status': 'completed', 'code': 200} Sep 15 13:43:11.392360 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe090c-8d1a-43ea-9afc-dac1de11004b req-a59a69ae-fbb8-4853-be9b-8138224852fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:11.393894 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-82fe090c-8d1a-43ea-9afc-dac1de11004b req-a59a69ae-fbb8-4853-be9b-8138224852fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30e683cd0b3b464593bae97131ae8279&device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 1096 time: 0.0887790 Sep 15 13:43:11.670931 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe090c-8d1a-43ea-9afc-dac1de11004b req-f02122a6-1b3a-4f94-8257-de2355268e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:11.675830 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-82fe090c-8d1a-43ea-9afc-dac1de11004b req-f02122a6-1b3a-4f94-8257-de2355268e75 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=30e683cd0b3b464593bae97131ae8279&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2645042 Sep 15 13:43:11.707694 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f6050-767b-49dc-b501-4621b7ef9bcf req-e194d8c7-d090-4d6e-8c0f-4703b6e2c6b9 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:11.717852 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-929f6050-767b-49dc-b501-4621b7ef9bcf req-e194d8c7-d090-4d6e-8c0f-4703b6e2c6b9 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 943 time: 0.0971391 Sep 15 13:43:11.782827 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-929f6050-767b-49dc-b501-4621b7ef9bcf req-b9c6ed6b-c382-4b1e-827a-8f6cdf6d4801 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637095 Sep 15 13:43:11.824286 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe090c-8d1a-43ea-9afc-dac1de11004b req-3c151299-6963-46e3-9494-f500e0bb8d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:11.824286 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-82fe090c-8d1a-43ea-9afc-dac1de11004b req-3c151299-6963-46e3-9494-f500e0bb8d50 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330032 Sep 15 13:43:11.946147 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-e5a8bab9-ecc1-4ac5-8d4d-6a7d120a5df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:11.949540 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-e5a8bab9-ecc1-4ac5-8d4d-6a7d120a5df4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30e683cd0b3b464593bae97131ae8279&device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 1096 time: 0.0669019 Sep 15 13:43:12.002956 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-0538c1a3-5b5a-4c50-9de5-e46cbab897f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=524866d7-d165-4ab4-9041-1416f777f8e6 HTTP/1.1" status: 200 len: 217 time: 0.0429771 Sep 15 13:43:12.066576 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-64262ca0-857d-495e-8227-5bff7963df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:12.068078 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-64262ca0-857d-495e-8227-5bff7963df1d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6063b90d-c941-474e-b7a5-2a0f7253c43f HTTP/1.1" status: 200 len: 855 time: 0.0528378 Sep 15 13:43:12.109115 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-43a7ddbb-4ad9-4b64-b43f-9bf3eff87b6b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00a6423b-264c-4faa-9184-20a06ec6a475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326734 Sep 15 13:43:12.209012 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-6f6d9fe2-3e50-4f54-8ec8-dff7676b3dc5 service neutron] 10.222.0.15 "GET /v2.0/networks/00a6423b-264c-4faa-9184-20a06ec6a475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911100 Sep 15 13:43:12.306089 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dca6e360-9e09-47b6-a3d7-a51aed6021ab req-53c44d2e-581b-4612-b435-c3d26ec07aa5 service neutron] 10.222.0.15 "GET /v2.0/networks/00a6423b-264c-4faa-9184-20a06ec6a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884213 Sep 15 13:43:12.383081 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:43:12.949097 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fde3b-05f5-4076-badd-2a87771e7098 req-ded31bc2-b8d5-4a9c-bb4e-e233c6956d5c tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:12.953946 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-502fde3b-05f5-4076-badd-2a87771e7098 req-ded31bc2-b8d5-4a9c-bb4e-e233c6956d5c tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 943 time: 0.0787106 Sep 15 13:43:13.011098 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-502fde3b-05f5-4076-badd-2a87771e7098 req-fe7b87d7-1f7f-4d8f-a25b-ad1a0e4db6b9 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506012 Sep 15 13:43:13.068718 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a911701-5afd-4355-b433-49e390129496 req-d3d1fe57-4b83-4fbc-807b-511100f6ad8d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:13.077740 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2a911701-5afd-4355-b433-49e390129496 req-d3d1fe57-4b83-4fbc-807b-511100f6ad8d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0785251 Sep 15 13:43:13.121298 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2a911701-5afd-4355-b433-49e390129496 req-d9889de5-ca6f-4664-aad7-ddc0fbe3a810 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423603 Sep 15 13:43:13.159423 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d12ef3-6bd6-48da-a0f9-145ff90560fd req-ad45114d-2f7c-41d0-b0f4-669acab9a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:13.161277 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-75d12ef3-6bd6-48da-a0f9-145ff90560fd req-ad45114d-2f7c-41d0-b0f4-669acab9a705 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9d232f7ddba465ebf00a66c759ab7fb&device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 1099 time: 0.0712509 Sep 15 13:43:13.298313 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d12ef3-6bd6-48da-a0f9-145ff90560fd req-f16edafd-1c7b-4adc-9771-d3434f7d670a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:13.299777 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-75d12ef3-6bd6-48da-a0f9-145ff90560fd req-f16edafd-1c7b-4adc-9771-d3434f7d670a service neutron] 10.222.0.15 "GET /v2.0/networks?id=af76b73a-45f4-4385-bb34-2d79a1f2655b HTTP/1.1" status: 200 len: 919 time: 0.1258655 Sep 15 13:43:14.183749 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9399734-8847-467f-a931-e51ca19c108f req-098a2432-b1ef-42b3-98b3-cd323bc4f765 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:14.192848 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f9399734-8847-467f-a931-e51ca19c108f req-098a2432-b1ef-42b3-98b3-cd323bc4f765 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 943 time: 0.0707586 Sep 15 13:43:14.241514 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f9399734-8847-467f-a931-e51ca19c108f req-88b5fb5d-3477-40d4-8ada-6d3d216088ce tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473757 Sep 15 13:43:14.299174 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bdca8-d94a-4e7f-ad37-bfc36b346bf0 req-eec4f2a3-9f04-4d4f-bc52-494de78b82dc tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:14.310013 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8c3bdca8-d94a-4e7f-ad37-bfc36b346bf0 req-eec4f2a3-9f04-4d4f-bc52-494de78b82dc tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0726421 Sep 15 13:43:14.378158 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8c3bdca8-d94a-4e7f-ad37-bfc36b346bf0 req-75ce4b83-7e55-439c-86ef-0628b7a2ace8 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567207 Sep 15 13:43:15.416795 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca0de6-8b6a-4ba6-8e20-b361d12df110 req-06a6323d-15bf-4666-9b85-36474c8c313c tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:15.416795 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-80ca0de6-8b6a-4ba6-8e20-b361d12df110 req-06a6323d-15bf-4666-9b85-36474c8c313c tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 943 time: 0.0694067 Sep 15 13:43:15.465266 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-80ca0de6-8b6a-4ba6-8e20-b361d12df110 req-7dadc5fe-ae23-4096-b716-b72a7b79076a tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486405 Sep 15 13:43:15.593406 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f38a3-6f18-44ac-be00-f85257d49685 req-e6c70a3f-937b-45fb-b310-a2ab18e60e89 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:15.594938 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-097f38a3-6f18-44ac-be00-f85257d49685 req-e6c70a3f-937b-45fb-b310-a2ab18e60e89 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0627913 Sep 15 13:43:15.634757 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-097f38a3-6f18-44ac-be00-f85257d49685 req-85f76be6-78f1-4a8e-9ea0-7faf8c758b5a tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335941 Sep 15 13:43:16.135268 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-75d12ef3-6bd6-48da-a0f9-145ff90560fd req-9ef28e4a-f69a-47da-902e-f3974a1a92ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cee97d2d-987f-4ec8-b5a7-7392a0f21b33 HTTP/1.1" status: 200 len: 217 time: 0.0367265 Sep 15 13:43:16.190487 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d12ef3-6bd6-48da-a0f9-145ff90560fd req-d4624439-93e7-4f26-ac75-74976ddf02b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:16.191930 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-75d12ef3-6bd6-48da-a0f9-145ff90560fd req-d4624439-93e7-4f26-ac75-74976ddf02b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2dd6332-a9e3-4eef-b026-6ff2e75e77c7 HTTP/1.1" status: 200 len: 858 time: 0.0440083 Sep 15 13:43:16.233259 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-75d12ef3-6bd6-48da-a0f9-145ff90560fd req-38a55ee4-c0b0-47d7-ad4d-cdb47acb08bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af76b73a-45f4-4385-bb34-2d79a1f2655b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299933 Sep 15 13:43:16.364742 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-75d12ef3-6bd6-48da-a0f9-145ff90560fd req-ae77759d-35e8-4cb5-92ed-74ed45af8383 service neutron] 10.222.0.15 "GET /v2.0/networks/af76b73a-45f4-4385-bb34-2d79a1f2655b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229124 Sep 15 13:43:16.479501 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-75d12ef3-6bd6-48da-a0f9-145ff90560fd req-8c363438-4f5f-49c6-b12a-57f956254e91 service neutron] 10.222.0.15 "GET /v2.0/networks/af76b73a-45f4-4385-bb34-2d79a1f2655b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068230 Sep 15 13:43:16.605435 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b71a2-8550-4f68-bfc9-cbd25ba8ab23 req-51e86ee9-d398-4bd0-9917-582482b138b2 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:16.607254 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-516b71a2-8550-4f68-bfc9-cbd25ba8ab23 req-51e86ee9-d398-4bd0-9917-582482b138b2 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 943 time: 0.0629177 Sep 15 13:43:16.652822 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-516b71a2-8550-4f68-bfc9-cbd25ba8ab23 req-f44c01d2-696f-471c-a988-6e8724ec6511 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378201 Sep 15 13:43:16.770451 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18955331-9082-44af-a38b-3638ceb8eaae req-7f1b360c-3ec3-4375-a4a2-840bd0f90774 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:16.771834 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-18955331-9082-44af-a38b-3638ceb8eaae req-7f1b360c-3ec3-4375-a4a2-840bd0f90774 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0511646 Sep 15 13:43:16.812241 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-18955331-9082-44af-a38b-3638ceb8eaae req-823c2098-a33d-4da0-b3ed-644fa2206a85 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338721 Sep 15 13:43:17.778385 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b830e-ee49-4767-9e26-abfcc512c0f1 req-8a562b5e-07b0-40a8-9019-90e7f6d75ed8 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:17.780018 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-488b830e-ee49-4767-9e26-abfcc512c0f1 req-8a562b5e-07b0-40a8-9019-90e7f6d75ed8 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 943 time: 0.0555682 Sep 15 13:43:17.824557 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-488b830e-ee49-4767-9e26-abfcc512c0f1 req-34bb873a-92c8-4f45-b515-754357ccc888 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363953 Sep 15 13:43:17.951689 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df43aa-75da-4fa3-8699-20392c9f655b req-948fcb4e-7a4b-4420-90f1-c4d0bb20936f tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:17.953142 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-91df43aa-75da-4fa3-8699-20392c9f655b req-948fcb4e-7a4b-4420-90f1-c4d0bb20936f tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0526896 Sep 15 13:43:17.984637 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-5fceef12-0012-4c88-9cc4-62b95f22988e tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:17.986230 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-5fceef12-0012-4c88-9cc4-62b95f22988e tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/networks?id=4faa406a-5949-48ea-a6c9-57f1d5522242 HTTP/1.1" status: 200 len: 814 time: 0.1087966 Sep 15 13:43:18.009516 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-adfbb283-6baf-4c1b-bbab-c6839fcd539d tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/quotas/61294742e3c340a6ad4d0579212932db HTTP/1.1" status: 200 len: 375 time: 0.0157359 Sep 15 13:43:18.010830 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-91df43aa-75da-4fa3-8699-20392c9f655b req-a761ba5d-5949-42b3-8c65-ec4ef465216f tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513139 Sep 15 13:43:18.067030 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-04353114-b3df-4aaf-a467-a2282bc3be9b tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=61294742e3c340a6ad4d0579212932db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564742 Sep 15 13:43:18.169386 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-77dc4fbd-4fa8-41b7-bf8d-0dc024c357a9 service neutron] 10.222.0.30 "GET /v2.0/networks/4faa406a-5949-48ea-a6c9-57f1d5522242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897186 Sep 15 13:43:18.291561 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-fb6ce6ee-fdc7-4624-a9f7-2279eb37df1a service neutron] 10.222.0.30 "GET /v2.0/networks/4faa406a-5949-48ea-a6c9-57f1d5522242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156127 Sep 15 13:43:18.539581 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-19dc5a91-2359-4332-8e8d-fe843f1cb045 req-48d2ebe0-d399-4396-a2ad-c8ddbb7742d2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 210 time: 0.0301752 Sep 15 13:43:18.943227 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c83202-8b7c-434e-99a6-6a760fc1fe13 req-28d50b2d-79e7-423a-8605-159488cebeb4 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:18.944841 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-23c83202-8b7c-434e-99a6-6a760fc1fe13 req-28d50b2d-79e7-423a-8605-159488cebeb4 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 943 time: 0.0511668 Sep 15 13:43:18.984209 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-23c83202-8b7c-434e-99a6-6a760fc1fe13 req-9238aa54-b9b3-4ebd-be34-57baaa7e443c tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330629 Sep 15 13:43:19.131191 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f401f1-eb2c-4c50-8876-061cf30400ae req-ed47d362-6f07-4b83-be77-fa24efbf6a65 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:19.136798 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f6f401f1-eb2c-4c50-8876-061cf30400ae req-ed47d362-6f07-4b83-be77-fa24efbf6a65 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0513139 Sep 15 13:43:19.172231 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f6f401f1-eb2c-4c50-8876-061cf30400ae req-3549b2b0-b718-460b-bb1c-b45d23dcfd39 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327623 Sep 15 13:43:19.632646 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b2f0c123-64c3-4660-9242-4d03fb4a1f09 req-f994398d-775c-4cb7-ad14-3c4d4c6c57ae tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 210 time: 0.0279739 Sep 15 13:43:19.640755 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 524866d7-d165-4ab4-9041-1416f777f8e6 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:43:19.743614 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 524866d7-d165-4ab4-9041-1416f777f8e6, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=524866d7-d165-4ab4-9041-1416f777f8e6,segment=NetworkSegment(cb5413ea-771f-42e8-811f-6415872afa7a),segment_id=cb5413ea-771f-42e8-811f-6415872afa7a)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:43:19.762792 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': '524866d7-d165-4ab4-9041-1416f777f8e6', 'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475', 'port_id': '524866d7-d165-4ab4-9041-1416f777f8e6', 'mac_address': 'fa:16:3e:8c:ea:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6063b90d-c941-474e-b7a5-2a0f7253c43f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:43:19.803278 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:19.819538 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 524866d7-d165-4ab4-9041-1416f777f8e6 {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:43:19.840771 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 524866d7-d165-4ab4-9041-1416f777f8e6, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=524866d7-d165-4ab4-9041-1416f777f8e6,segment=NetworkSegment(cb5413ea-771f-42e8-811f-6415872afa7a),segment_id=cb5413ea-771f-42e8-811f-6415872afa7a)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:43:19.994240 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:20.043016 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=524866d7-d165-4ab4-9041-1416f777f8e6,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:20.106222 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74a965-9a03-4702-9975-ec76650af9c0 req-e9cd96b5-877d-4fd0-94c4-6c4532fe734c tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:20.107676 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7a74a965-9a03-4702-9975-ec76650af9c0 req-e9cd96b5-877d-4fd0-94c4-6c4532fe734c tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 944 time: 0.0538228 Sep 15 13:43:20.148162 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7a74a965-9a03-4702-9975-ec76650af9c0 req-256bd7d3-dba9-48f2-a995-d0273d8fa368 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331001 Sep 15 13:43:20.293885 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5133cb-fc2b-48c9-845e-dd66940dc66b req-8cf06507-a356-4d5a-96c3-be446dbde64a tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:20.295282 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5c5133cb-fc2b-48c9-845e-dd66940dc66b req-8cf06507-a356-4d5a-96c3-be446dbde64a tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0532801 Sep 15 13:43:20.302256 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['524866d7-d165-4ab4-9041-1416f777f8e6'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:43:20.335823 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5c5133cb-fc2b-48c9-845e-dd66940dc66b req-be84417d-552f-49e1-8c25-74cf05e8bb92 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343616 Sep 15 13:43:20.739677 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-bd93d5b5-16fc-4f6c-af3f-a88f696ce7af req-fbfd7945-e5c5-4540-8be7-79b36474aba3 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 210 time: 0.0274076 Sep 15 13:43:21.218590 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-79a8f5c9-9f58-4a9b-906b-f69618117d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:21.271214 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e0f08-ed0b-421b-8d44-8209ee98e84d req-d2428f10-fdb3-4498-8aa1-cd2430c66ca5 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:21.272831 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-971e0f08-ed0b-421b-8d44-8209ee98e84d req-d2428f10-fdb3-4498-8aa1-cd2430c66ca5 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 944 time: 0.0555296 Sep 15 13:43:21.312711 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-971e0f08-ed0b-421b-8d44-8209ee98e84d req-d60bb4cf-3a4d-4edd-9394-4c3781461e70 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335820 Sep 15 13:43:21.672393 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 524866d7-d165-4ab4-9041-1416f777f8e6 up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:43:21.707860 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-250e5d54-5208-4c63-bd03-804b4784e63e tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:21.709323 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-250e5d54-5208-4c63-bd03-804b4784e63e tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.15 "GET /v2.0/networks?id=4faa406a-5949-48ea-a6c9-57f1d5522242 HTTP/1.1" status: 200 len: 814 time: 0.3615458 Sep 15 13:43:21.721922 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7daefa-c2c3-4a9a-9cc3-625873b325d5 req-05213314-9a7d-400b-8071-f82f1143d2f7 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:21.723323 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8f7daefa-c2c3-4a9a-9cc3-625873b325d5 req-05213314-9a7d-400b-8071-f82f1143d2f7 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0781741 Sep 15 13:43:21.739307 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-20ff4825-9fe1-400d-972f-0299ce81cb8b tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Request body: {'port': {'device_id': 'a8d22783-1f64-4b8c-9ba2-623e52855e03', 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242', 'admin_state_up': True, 'tenant_id': '61294742e3c340a6ad4d0579212932db'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:43:21.801796 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning for port 524866d7-d165-4ab4-9041-1416f777f8e6 completed by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:43:21.808060 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port 524866d7-d165-4ab4-9041-1416f777f8e6 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:43:21.808722 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:21.822469 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8f7daefa-c2c3-4a9a-9cc3-625873b325d5 req-5fd5d009-ea21-45eb-a58c-4b8656a70ea8 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927439 Sep 15 13:43:21.858236 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-20219d6b-0f87-4c16-9bf0-fd2841a6e4f0 req-422a2530-a5a6-4a1c-90a7-332647726781 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 210 time: 0.0386143 Sep 15 13:43:21.930676 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:21.954496 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7590f2-e1fb-402c-a78b-3e52eb00e3ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524866d7-d165-4ab4-9041-1416f777f8e6'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:43:21.956749 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277eae27-ec43-44c5-9bfc-bb5a2c51cf07" -d '{"events": [{"server_uuid": "2f7590f2-e1fb-402c-a78b-3e52eb00e3ca", "name": "network-vif-plugged", "status": "completed", "tag": "524866d7-d165-4ab4-9041-1416f777f8e6"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:43:21.970775 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 524866d7-d165-4ab4-9041-1416f777f8e6, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=524866d7-d165-4ab4-9041-1416f777f8e6,segment=NetworkSegment(cb5413ea-771f-42e8-811f-6415872afa7a),segment_id=cb5413ea-771f-42e8-811f-6415872afa7a)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:43:22.014978 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135a07d0-cca9-4733-9c54-78adb208b3ed x-openstack-request-id: req-135a07d0-cca9-4733-9c54-78adb208b3ed {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:43:22.015294 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7590f2-e1fb-402c-a78b-3e52eb00e3ca", "name": "network-vif-plugged", "status": "completed", "tag": "524866d7-d165-4ab4-9041-1416f777f8e6", "code": 200}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:43:22.015556 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-135a07d0-cca9-4733-9c54-78adb208b3ed {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:43:22.015951 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7590f2-e1fb-402c-a78b-3e52eb00e3ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524866d7-d165-4ab4-9041-1416f777f8e6', 'code': 200} Sep 15 13:43:22.224229 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-20ff4825-9fe1-400d-972f-0299ce81cb8b tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Made reservation on behalf of 61294742e3c340a6ad4d0579212932db for: {'port': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:43:22.224712 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:22.228732 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-20ff4825-9fe1-400d-972f-0299ce81cb8b tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:22.278296 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=524866d7-d165-4ab4-9041-1416f777f8e6,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:22.363237 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 46168) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:43:22.379691 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-20ff4825-9fe1-400d-972f-0299ce81cb8b tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Allocated IP 172.20.0.9 (4faa406a-5949-48ea-a6c9-57f1d5522242/ac47ab29-1e5b-46c4-82bd-f8befa3f5f53/34ba892c-d9d8-4bf7-bd08-e539fdaa1880) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:43:22.543890 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93dfb2-5427-4f5e-917a-8e6977b87f7c req-4636a758-e2ac-4727-be00-ea20cb557a28 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:22.551809 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fe93dfb2-5427-4f5e-917a-8e6977b87f7c req-4636a758-e2ac-4727-be00-ea20cb557a28 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 945 time: 0.1202173 Sep 15 13:43:22.634265 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fe93dfb2-5427-4f5e-917a-8e6977b87f7c req-644c2d9b-66e5-40af-8839-fe5f9866dc0d tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812235 Sep 15 13:43:22.640569 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d905ea54-97bc-4f8b-b249-6f8582e79e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:22.678261 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3f0fd-4665-430f-b8a9-d2bd25c1c2d0 req-e3b8c707-4fe3-480b-9bbf-36188def1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:22.684877 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-6bb3f0fd-4665-430f-b8a9-d2bd25c1c2d0 req-e3b8c707-4fe3-480b-9bbf-36188def1466 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 1098 time: 0.2381048 Sep 15 13:43:22.792913 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d905ea54-97bc-4f8b-b249-6f8582e79e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:22.803159 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-20ff4825-9fe1-400d-972f-0299ce81cb8b tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:22.853827 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-6bb3f0fd-4665-430f-b8a9-d2bd25c1c2d0 req-afce0028-f815-4b18-ae40-5fc516801504 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975184 Sep 15 13:43:22.854085 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d905ea54-97bc-4f8b-b249-6f8582e79e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:22.908851 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-d905ea54-97bc-4f8b-b249-6f8582e79e0f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c4f460dd54044d7caca5747937876c81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5531390 Sep 15 13:43:22.909614 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905ea54-97bc-4f8b-b249-6f8582e79e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9cbb52-c84e-494a-939f-c1fbca82c3bb,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:22.911858 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 46188) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:43:23.018859 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ce717128-618a-471e-ba8e-804cb1a73ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:23.031226 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-941da0cf-ec19-43a4-8128-4d32c63ad3ae req-1c54f570-9568-41c5-92bf-9f108d25e4d5 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 210 time: 0.0459023 Sep 15 13:43:23.043203 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ce717128-618a-471e-ba8e-804cb1a73ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:23.052050 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-20ff4825-9fe1-400d-972f-0299ce81cb8b tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:23.153352 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-20ff4825-9fe1-400d-972f-0299ce81cb8b tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Network 4faa406a-5949-48ea-a6c9-57f1d5522242 is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:43:23.162631 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-20ff4825-9fe1-400d-972f-0299ce81cb8b tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:43:23.172193 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-20ff4825-9fe1-400d-972f-0299ce81cb8b tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:43:23.176732 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff4825-9fe1-400d-972f-0299ce81cb8b tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Pushing event updated for resources: {'Port': ['ID=34ba892c-d9d8-4bf7-bd08-e539fdaa1880,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:23.186254 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d60ab-2a6b-4972-a0b5-fb2225a36745 req-f4ad1aa9-59b7-40d6-afbb-f997211eaf17 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:23.187772 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-555d60ab-2a6b-4972-a0b5-fb2225a36745 req-f4ad1aa9-59b7-40d6-afbb-f997211eaf17 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.2170498 Sep 15 13:43:23.291175 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-20ff4825-9fe1-400d-972f-0299ce81cb8b tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:23.292083 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-20ff4825-9fe1-400d-972f-0299ce81cb8b tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:23.333552 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-555d60ab-2a6b-4972-a0b5-fb2225a36745 req-1df5c368-31ee-4795-8e4e-1dd62bd4cd84 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208303 Sep 15 13:43:23.441769 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ce717128-618a-471e-ba8e-804cb1a73ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:23.444683 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ce717128-618a-471e-ba8e-804cb1a73ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:23.445976 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-ce717128-618a-471e-ba8e-804cb1a73ffd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd9cbb52-c84e-494a-939f-c1fbca82c3bb HTTP/1.1" status: 204 len: 168 time: 0.5330989 Sep 15 13:43:23.449180 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-20ff4825-9fe1-400d-972f-0299ce81cb8b tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7181551 Sep 15 13:43:23.455608 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce717128-618a-471e-ba8e-804cb1a73ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9cbb52-c84e-494a-939f-c1fbca82c3bb,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:23.528149 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-b2b8f7a1-5544-4f2d-8864-2b0296b68e88 None None] Provisioning complete for port 34ba892c-d9d8-4bf7-bd08-e539fdaa1880 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:43:23.533002 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-b2b8f7a1-5544-4f2d-8864-2b0296b68e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:23.593006 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-b2b8f7a1-5544-4f2d-8864-2b0296b68e88 None None] Port 34ba892c-d9d8-4bf7-bd08-e539fdaa1880 cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:43:23.726885 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-1a06ca85-310e-44c6-9951-ca4594c37ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:23.801131 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:23.813102 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74448e1b-72a0-4710-b409-25fa2006b7ae req-820b0277-ee72-4c25-a73c-7f12b971e1e8 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:23.814748 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-74448e1b-72a0-4710-b409-25fa2006b7ae req-820b0277-ee72-4c25-a73c-7f12b971e1e8 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 945 time: 0.0909729 Sep 15 13:43:23.868484 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-74448e1b-72a0-4710-b409-25fa2006b7ae req-eb6e7b15-f1ed-4e64-9581-5c8af903b5e5 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426438 Sep 15 13:43:24.181369 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf481a-b940-4808-9e48-2f03a8c4a9e5 req-31eb6e8c-4678-454a-8e97-a67beecee042 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:24.183808 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b4cf481a-b940-4808-9e48-2f03a8c4a9e5 req-31eb6e8c-4678-454a-8e97-a67beecee042 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 931 time: 0.0568509 Sep 15 13:43:24.224555 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b4cf481a-b940-4808-9e48-2f03a8c4a9e5 req-17022aa0-0748-430a-91cf-f94e6116cc24 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342019 Sep 15 13:43:24.286634 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 46246) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:43:24.312664 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c78f-04a1-4a9c-ac19-32dabcf70159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:24.459578 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c78f-04a1-4a9c-ac19-32dabcf70159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:24.484947 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80183972-3c0a-4628-ba2a-908f6c9d837c req-d164ef11-3069-4ac1-bb95-a25ba51285f7 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:24.489659 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-80183972-3c0a-4628-ba2a-908f6c9d837c req-d164ef11-3069-4ac1-bb95-a25ba51285f7 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0749779 Sep 15 13:43:24.552344 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-80183972-3c0a-4628-ba2a-908f6c9d837c req-1913f8d9-c414-47cd-96ff-c6bc8e8adfb6 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445273 Sep 15 13:43:24.578845 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c78f-04a1-4a9c-ac19-32dabcf70159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:24.617729 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0c78f-04a1-4a9c-ac19-32dabcf70159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2620fad-16a1-457f-afc9-60e2c7fadc0f,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:24.623008 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-cbd0c78f-04a1-4a9c-ac19-32dabcf70159 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c899d433029f4c61b9f8a7bcd8665e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353384 Sep 15 13:43:24.627660 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 46256) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:43:24.692449 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ac4a1ead-ca35-4dbf-90d2-e4c06c246c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:24.716304 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ac4a1ead-ca35-4dbf-90d2-e4c06c246c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:24.847459 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ac4a1ead-ca35-4dbf-90d2-e4c06c246c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:24.850117 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ac4a1ead-ca35-4dbf-90d2-e4c06c246c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:24.851412 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-ac4a1ead-ca35-4dbf-90d2-e4c06c246c74 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a2620fad-16a1-457f-afc9-60e2c7fadc0f HTTP/1.1" status: 204 len: 168 time: 0.2224622 Sep 15 13:43:24.861004 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a1ead-ca35-4dbf-90d2-e4c06c246c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2620fad-16a1-457f-afc9-60e2c7fadc0f,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:25.040112 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d68d1-211f-452f-8f5a-ebf7eee2fabc req-6a8bc6e2-a19a-4c2c-8288-ef340f2d0d12 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:25.042406 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-be2d68d1-211f-452f-8f5a-ebf7eee2fabc req-6a8bc6e2-a19a-4c2c-8288-ef340f2d0d12 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 945 time: 0.0815170 Sep 15 13:43:25.101076 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-be2d68d1-211f-452f-8f5a-ebf7eee2fabc req-7531df78-69b1-443d-a77e-8613d725a12f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483723 Sep 15 13:43:25.156733 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:25.358793 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154cc54-d933-41f0-a0ec-4ddf47daad50 req-9e0ea485-a6ec-4502-a3f7-2437d68cf372 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:25.360285 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b154cc54-d933-41f0-a0ec-4ddf47daad50 req-9e0ea485-a6ec-4502-a3f7-2437d68cf372 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 931 time: 0.0529745 Sep 15 13:43:25.404828 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b154cc54-d933-41f0-a0ec-4ddf47daad50 req-bfdc22df-6303-4b71-a78d-6fb1d9812da0 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384531 Sep 15 13:43:25.682496 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98515746-d151-4094-b403-b6121ed12419 req-6fa86053-1e56-4b98-a11e-bb4f3abd3c51 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:25.685910 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-98515746-d151-4094-b403-b6121ed12419 req-6fa86053-1e56-4b98-a11e-bb4f3abd3c51 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0673702 Sep 15 13:43:25.727441 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-98515746-d151-4094-b403-b6121ed12419 req-cf607114-d92e-4ef2-ae77-3a3ae2fb7532 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336547 Sep 15 13:43:25.826456 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 46298) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:43:25.849894 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2d6b4621-565b-4c9e-91bc-992060f13e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:25.952296 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2d6b4621-565b-4c9e-91bc-992060f13e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:26.046849 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2d6b4621-565b-4c9e-91bc-992060f13e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:26.088346 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-2d6b4621-565b-4c9e-91bc-992060f13e0e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=615e1f6ec4884a459b6c0833f39b2fc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605526 Sep 15 13:43:26.091190 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b4621-565b-4c9e-91bc-992060f13e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ac8935-796c-4493-9637-b7126ea7a46a,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:26.092058 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 46300) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:43:26.153783 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-281f770d-8afa-4819-8ed4-0241c081c6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:26.175847 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-281f770d-8afa-4819-8ed4-0241c081c6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:26.238778 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e9464-0746-4913-9566-c04885fe3905 req-95edf7e9-2f2c-4634-b453-62c8977a9044 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:26.241141 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-380e9464-0746-4913-9566-c04885fe3905 req-95edf7e9-2f2c-4634-b453-62c8977a9044 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 945 time: 0.0699720 Sep 15 13:43:26.288501 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-380e9464-0746-4913-9566-c04885fe3905 req-35a7723b-7a30-4ff1-b54d-c5c19dd1b35d tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386770 Sep 15 13:43:26.344467 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-281f770d-8afa-4819-8ed4-0241c081c6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:26.348235 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-281f770d-8afa-4819-8ed4-0241c081c6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:26.349697 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-281f770d-8afa-4819-8ed4-0241c081c6d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e3ac8935-796c-4493-9637-b7126ea7a46a HTTP/1.1" status: 204 len: 168 time: 0.2566268 Sep 15 13:43:26.359954 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f770d-8afa-4819-8ed4-0241c081c6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ac8935-796c-4493-9637-b7126ea7a46a,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:26.367590 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f770d-8afa-4819-8ed4-0241c081c6d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:26.367932 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f770d-8afa-4819-8ed4-0241c081c6d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:26.368263 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f770d-8afa-4819-8ed4-0241c081c6d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:26.368658 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f770d-8afa-4819-8ed4-0241c081c6d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:26.368981 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f770d-8afa-4819-8ed4-0241c081c6d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:26.369340 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f770d-8afa-4819-8ed4-0241c081c6d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:26.369662 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f770d-8afa-4819-8ed4-0241c081c6d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:26.370004 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f770d-8afa-4819-8ed4-0241c081c6d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:26.370299 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f770d-8afa-4819-8ed4-0241c081c6d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:26.371305 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f770d-8afa-4819-8ed4-0241c081c6d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:26.371660 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f770d-8afa-4819-8ed4-0241c081c6d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:26.372552 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f770d-8afa-4819-8ed4-0241c081c6d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:26.603339 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdce2c5-f6d4-4bc3-bfec-156235d25124 req-c08ddaa3-8a9b-4c38-bfbf-1bf180c81546 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:26.605932 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-6bdce2c5-f6d4-4bc3-bfec-156235d25124 req-c08ddaa3-8a9b-4c38-bfbf-1bf180c81546 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 931 time: 0.0806420 Sep 15 13:43:26.684075 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-6bdce2c5-f6d4-4bc3-bfec-156235d25124 req-9165ad0d-24e4-432b-b8fb-3370a75f28cb tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695972 Sep 15 13:43:26.693039 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:26.905101 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8f788-9866-41f5-aabb-ce1aae2d6dbe req-6bdf4b93-8d4e-46ff-81a5-54a129bc5fad tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:26.906671 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4aa8f788-9866-41f5-aabb-ce1aae2d6dbe req-6bdf4b93-8d4e-46ff-81a5-54a129bc5fad tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0773704 Sep 15 13:43:26.956469 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4aa8f788-9866-41f5-aabb-ce1aae2d6dbe req-67ff0838-1fc9-489a-a276-2da9aa8a13e8 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401330 Sep 15 13:43:27.423326 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e47dfd-2683-4824-a702-a84e5f8cc439 req-9c751354-1c31-41c7-9b5d-4d4596f5c85b tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:27.438807 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-36e47dfd-2683-4824-a702-a84e5f8cc439 req-9c751354-1c31-41c7-9b5d-4d4596f5c85b tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 945 time: 0.0532413 Sep 15 13:43:27.468641 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-36e47dfd-2683-4824-a702-a84e5f8cc439 req-f8eb90d3-ef13-4db5-bfc7-ed044de0a9d5 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377345 Sep 15 13:43:27.819522 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c6b73-df76-4ad5-8425-0c07d68e8eb3 req-145e55a1-3181-46de-b715-60eef786d13d tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:27.821252 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-280c6b73-df76-4ad5-8425-0c07d68e8eb3 req-145e55a1-3181-46de-b715-60eef786d13d tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 931 time: 0.0551679 Sep 15 13:43:27.899446 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-280c6b73-df76-4ad5-8425-0c07d68e8eb3 req-820668a5-74a3-4a58-85ec-1a83a74a9dd3 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698123 Sep 15 13:43:28.163408 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db76066-ea2d-4d34-bd52-7acae34b2441 req-1e66325b-302b-4f6b-8e50-bad0a35a60f0 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:28.165511 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9db76066-ea2d-4d34-bd52-7acae34b2441 req-1e66325b-302b-4f6b-8e50-bad0a35a60f0 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0533640 Sep 15 13:43:28.230676 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9db76066-ea2d-4d34-bd52-7acae34b2441 req-1946f7fa-dc5d-4921-9c49-2c751272d588 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510855 Sep 15 13:43:28.606039 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95889b-ee20-44c1-8404-b06d6b1802b4 req-42363e04-44c6-45c4-bc41-c330d188c9cc tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:28.607770 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7e95889b-ee20-44c1-8404-b06d6b1802b4 req-42363e04-44c6-45c4-bc41-c330d188c9cc tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 945 time: 0.0539110 Sep 15 13:43:28.650167 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7e95889b-ee20-44c1-8404-b06d6b1802b4 req-22488a67-0280-4eef-ae36-c0c74ea9d822 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362339 Sep 15 13:43:29.037405 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5922a-1b2a-4fe7-97fc-19b786670091 req-7e875530-4518-4d21-8809-0e1d3c680ac3 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:29.040131 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-aed5922a-1b2a-4fe7-97fc-19b786670091 req-7e875530-4518-4d21-8809-0e1d3c680ac3 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 931 time: 0.0558610 Sep 15 13:43:29.104227 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-aed5922a-1b2a-4fe7-97fc-19b786670091 req-c57b3978-c34a-4e61-b407-1a2cf7f42926 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539451 Sep 15 13:43:29.370146 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e5a7e-895d-4c53-9997-84fab4a31a60 req-d67da2e5-42b7-4acb-8a82-27de34f23334 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:29.371873 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4e0e5a7e-895d-4c53-9997-84fab4a31a60 req-d67da2e5-42b7-4acb-8a82-27de34f23334 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0668728 Sep 15 13:43:29.415641 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4e0e5a7e-895d-4c53-9997-84fab4a31a60 req-99f83b53-7543-4ec0-9323-736beca1bd8e tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375812 Sep 15 13:43:29.565877 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 46382) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:43:29.678224 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f13813ce-41fe-47ea-8ffc-01c6fa31e961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:29.778308 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8586175-cde8-42f8-af3d-40b1f31fc11b req-0eccdc4b-c7a3-41a5-b699-b756ae0bdba6 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:29.780121 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d8586175-cde8-42f8-af3d-40b1f31fc11b req-0eccdc4b-c7a3-41a5-b699-b756ae0bdba6 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 945 time: 0.0584068 Sep 15 13:43:29.792170 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f13813ce-41fe-47ea-8ffc-01c6fa31e961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:29.831606 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d8586175-cde8-42f8-af3d-40b1f31fc11b req-db8596e6-0955-4508-adcb-2963f313cc12 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454228 Sep 15 13:43:29.880373 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f13813ce-41fe-47ea-8ffc-01c6fa31e961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:30.087856 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13813ce-41fe-47ea-8ffc-01c6fa31e961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155172a6-ae26-4c9e-a000-bce4df0ad059,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:30.092353 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-f13813ce-41fe-47ea-8ffc-01c6fa31e961 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ae83ca314e24171b577a323eba95e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5251071 Sep 15 13:43:30.095157 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 46390) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:43:30.098478 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13813ce-41fe-47ea-8ffc-01c6fa31e961 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:30.098828 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13813ce-41fe-47ea-8ffc-01c6fa31e961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:30.099167 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13813ce-41fe-47ea-8ffc-01c6fa31e961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:30.099495 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13813ce-41fe-47ea-8ffc-01c6fa31e961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:30.099819 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13813ce-41fe-47ea-8ffc-01c6fa31e961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:30.100144 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13813ce-41fe-47ea-8ffc-01c6fa31e961 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:30.100470 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13813ce-41fe-47ea-8ffc-01c6fa31e961 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:30.100786 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13813ce-41fe-47ea-8ffc-01c6fa31e961 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:30.101185 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13813ce-41fe-47ea-8ffc-01c6fa31e961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:30.101514 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13813ce-41fe-47ea-8ffc-01c6fa31e961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:30.101831 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13813ce-41fe-47ea-8ffc-01c6fa31e961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:30.102145 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13813ce-41fe-47ea-8ffc-01c6fa31e961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:30.159838 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-c104f3b4-3d39-4cbb-aed4-0fe754797c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:30.184226 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-c104f3b4-3d39-4cbb-aed4-0fe754797c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:30.226653 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da45f4-de39-4353-b409-d5bc7c7ad8d9 req-a59f5d2e-c4ce-438f-a90c-a107e24cdb9b tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:30.228324 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-00da45f4-de39-4353-b409-d5bc7c7ad8d9 req-a59f5d2e-c4ce-438f-a90c-a107e24cdb9b tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 931 time: 0.0523405 Sep 15 13:43:30.272528 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-00da45f4-de39-4353-b409-d5bc7c7ad8d9 req-8e3b5713-7ac6-423c-9972-45fefa21717f tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376775 Sep 15 13:43:30.291471 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-c104f3b4-3d39-4cbb-aed4-0fe754797c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:30.296012 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-c104f3b4-3d39-4cbb-aed4-0fe754797c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:30.296012 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-c104f3b4-3d39-4cbb-aed4-0fe754797c38 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/155172a6-ae26-4c9e-a000-bce4df0ad059 HTTP/1.1" status: 204 len: 168 time: 0.1991706 Sep 15 13:43:30.304120 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104f3b4-3d39-4cbb-aed4-0fe754797c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155172a6-ae26-4c9e-a000-bce4df0ad059,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:30.569556 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34deb625-0551-4215-8efd-4c2ed73e2efd req-97d860b1-c6f7-4a0e-b717-b42c71895043 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:30.571215 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-34deb625-0551-4215-8efd-4c2ed73e2efd req-97d860b1-c6f7-4a0e-b717-b42c71895043 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0563054 Sep 15 13:43:30.615994 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-34deb625-0551-4215-8efd-4c2ed73e2efd req-70a74c8f-28dd-4bcf-baa7-2422b92145de tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363116 Sep 15 13:43:30.960285 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c512bb-2382-47d8-90ca-79dc823fb2a7 req-d2ce7a72-bec1-40a9-95ae-603d756663f4 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:30.961771 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-18c512bb-2382-47d8-90ca-79dc823fb2a7 req-d2ce7a72-bec1-40a9-95ae-603d756663f4 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 945 time: 0.0608358 Sep 15 13:43:31.009054 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-18c512bb-2382-47d8-90ca-79dc823fb2a7 req-b32c2d82-d821-4b88-a118-ed473dbcd4d8 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405536 Sep 15 13:43:31.139237 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 46410) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:43:31.155942 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-d98c9481-a06b-4356-a10b-09807702c870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:31.264743 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-d98c9481-a06b-4356-a10b-09807702c870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:31.420003 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213d9f9-6ba1-435d-862c-694aed941ac3 req-d8bad79c-1fd5-4dda-a5dd-585a56c93e90 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:31.420003 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3213d9f9-6ba1-435d-862c-694aed941ac3 req-d8bad79c-1fd5-4dda-a5dd-585a56c93e90 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 931 time: 0.0618229 Sep 15 13:43:31.450038 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3213d9f9-6ba1-435d-862c-694aed941ac3 req-b020589e-a357-4b94-81db-eabc3b12e64c tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361257 Sep 15 13:43:31.722165 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-d98c9481-a06b-4356-a10b-09807702c870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:31.761783 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228eba9-d9d5-40dd-b3ba-6b8a6979eaa8 req-5355b97c-7c07-4563-b24e-0d74a9f225f0 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:31.763507 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5228eba9-d9d5-40dd-b3ba-6b8a6979eaa8 req-5355b97c-7c07-4563-b24e-0d74a9f225f0 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0708308 Sep 15 13:43:31.768325 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-d98c9481-a06b-4356-a10b-09807702c870 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=32542527d033455bb41fc85c74ad093b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6267958 Sep 15 13:43:31.770899 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c9481-a06b-4356-a10b-09807702c870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cabebe-72bf-438b-8678-3300a1199b27,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:31.772111 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 46420) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:43:31.841003 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5228eba9-d9d5-40dd-b3ba-6b8a6979eaa8 req-25c353c2-0088-4f13-bcac-86aca990006d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706012 Sep 15 13:43:31.857577 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3911b304-64d0-4c3c-9387-165b4e2c3cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:31.893024 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3911b304-64d0-4c3c-9387-165b4e2c3cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:32.143390 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627b2b1-2237-4d55-abae-130e2835c25c req-04cd8eb2-0d27-449a-9e70-55022500b09c tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:32.145733 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3627b2b1-2237-4d55-abae-130e2835c25c req-04cd8eb2-0d27-449a-9e70-55022500b09c tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 945 time: 0.0573089 Sep 15 13:43:32.188620 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3627b2b1-2237-4d55-abae-130e2835c25c req-5ba912d5-408c-4e79-924b-bc21198f3731 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366259 Sep 15 13:43:32.224376 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3911b304-64d0-4c3c-9387-165b4e2c3cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:32.227038 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3911b304-64d0-4c3c-9387-165b4e2c3cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:32.228197 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-3911b304-64d0-4c3c-9387-165b4e2c3cec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36cabebe-72bf-438b-8678-3300a1199b27 HTTP/1.1" status: 204 len: 168 time: 0.4551537 Sep 15 13:43:32.236600 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911b304-64d0-4c3c-9387-165b4e2c3cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cabebe-72bf-438b-8678-3300a1199b27,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:32.576314 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49468589-81a2-4848-a9b6-311de7e9e178 req-4b54519f-750a-4d74-a6fa-46ad8f777b29 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:32.577878 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-49468589-81a2-4848-a9b6-311de7e9e178 req-4b54519f-750a-4d74-a6fa-46ad8f777b29 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 931 time: 0.0528169 Sep 15 13:43:32.625807 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-49468589-81a2-4848-a9b6-311de7e9e178 req-8572dd05-69b4-4a90-973f-2004623ee5ef tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412235 Sep 15 13:43:32.998195 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ce045-8c58-425d-ac97-8e5b1c0899a5 req-28067904-f38e-4152-8e44-cdc998dec373 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:33.005760 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d96ce045-8c58-425d-ac97-8e5b1c0899a5 req-28067904-f38e-4152-8e44-cdc998dec373 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0631471 Sep 15 13:43:33.042305 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d96ce045-8c58-425d-ac97-8e5b1c0899a5 req-7d8ef11c-18f3-44b0-89e8-28553917f3eb tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350866 Sep 15 13:43:33.333926 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e88b3-a656-4925-99b0-5b3e74a2b797 req-6711a839-c0de-4bec-8802-c5a37fc11fbd tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:33.335614 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5b8e88b3-a656-4925-99b0-5b3e74a2b797 req-6711a839-c0de-4bec-8802-c5a37fc11fbd tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 945 time: 0.0705712 Sep 15 13:43:33.388050 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5b8e88b3-a656-4925-99b0-5b3e74a2b797 req-3cfc98aa-aa27-42ae-be43-e258e007dc85 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450194 Sep 15 13:43:33.442941 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 46444) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:43:33.457967 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a851874d-c99b-494a-a371-3e9a1fea506e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:33.549774 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a851874d-c99b-494a-a371-3e9a1fea506e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:33.630147 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a851874d-c99b-494a-a371-3e9a1fea506e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:33.668017 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851874d-c99b-494a-a371-3e9a1fea506e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5120c1d3-4b09-4271-b19e-89d6564f3a6e,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:33.672883 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-a851874d-c99b-494a-a371-3e9a1fea506e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=741b4274b689475bb084c08a4cd932fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282526 Sep 15 13:43:33.674912 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 46448) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:43:33.756488 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8d9d3caa-7916-47d1-909f-646e8d5dab05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:33.787257 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8d9d3caa-7916-47d1-909f-646e8d5dab05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:33.804177 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98683f-d54a-453b-9f23-bc073df93fb2 req-4b4984c2-0be6-4f7f-bce3-f0c23038b2dc tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:33.806496 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-6e98683f-d54a-453b-9f23-bc073df93fb2 req-4b4984c2-0be6-4f7f-bce3-f0c23038b2dc tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 931 time: 0.0695035 Sep 15 13:43:33.847745 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-6e98683f-d54a-453b-9f23-bc073df93fb2 req-4a4c2976-7806-4fe7-995a-13eb94227dcb tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337327 Sep 15 13:43:33.921993 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8d9d3caa-7916-47d1-909f-646e8d5dab05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:33.925326 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8d9d3caa-7916-47d1-909f-646e8d5dab05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:33.926680 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-8d9d3caa-7916-47d1-909f-646e8d5dab05 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5120c1d3-4b09-4271-b19e-89d6564f3a6e HTTP/1.1" status: 204 len: 168 time: 0.2509191 Sep 15 13:43:33.938782 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d3caa-7916-47d1-909f-646e8d5dab05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5120c1d3-4b09-4271-b19e-89d6564f3a6e,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:34.163663 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5d1e2-642e-4c5e-ab0d-1935f2e69507 req-ba584c68-8081-4726-84d1-aac7ec278a8a tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:34.165702 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c6d5d1e2-642e-4c5e-ab0d-1935f2e69507 req-ba584c68-8081-4726-84d1-aac7ec278a8a tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0512331 Sep 15 13:43:34.214244 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c6d5d1e2-642e-4c5e-ab0d-1935f2e69507 req-fcc54dd0-dd54-4ffc-9f60-1c5c80484a70 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398190 Sep 15 13:43:34.536687 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e2f9a-7302-4cd9-a2a9-2016ac870665 req-97b004b6-214c-405d-9e4e-3639fe9c5812 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:34.538406 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-be5e2f9a-7302-4cd9-a2a9-2016ac870665 req-97b004b6-214c-405d-9e4e-3639fe9c5812 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 945 time: 0.0525720 Sep 15 13:43:34.580195 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-be5e2f9a-7302-4cd9-a2a9-2016ac870665 req-ff8fe7ac-1987-46ad-b5f1-918298d2e7ad tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333257 Sep 15 13:43:34.972724 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331318fc-d670-44dd-9144-dadec59a8241 req-479f7bbb-e2d7-4827-b325-e799f60db704 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:34.974272 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-331318fc-d670-44dd-9144-dadec59a8241 req-479f7bbb-e2d7-4827-b325-e799f60db704 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 931 time: 0.0501490 Sep 15 13:43:35.022394 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-331318fc-d670-44dd-9144-dadec59a8241 req-c7085847-dc4a-407d-b9cd-ccbe97e3fd17 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383906 Sep 15 13:43:35.350137 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c569f1-460a-4e31-8eca-27ddcd26635f req-4e11d71a-6b79-44c7-b69c-2e80c705d6de tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:35.351697 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c6c569f1-460a-4e31-8eca-27ddcd26635f req-4e11d71a-6b79-44c7-b69c-2e80c705d6de tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0628095 Sep 15 13:43:35.381923 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-ac0a8ce2-b72e-4a29-9d3f-98bfe0629638 service neutron] Request body: {'port': {'device_id': 'a8d22783-1f64-4b8c-9ba2-623e52855e03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:43:35.434156 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c6c569f1-460a-4e31-8eca-27ddcd26635f req-1f26504a-9c0a-4111-8073-e4658eab19b4 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738523 Sep 15 13:43:35.457838 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-ac0a8ce2-b72e-4a29-9d3f-98bfe0629638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:35.558848 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dbcd688c-b626-41cc-8f41-161bbf9bbc5c req-7f55a784-8793-4845-a42c-24ecc00f95ea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0979557 Sep 15 13:43:35.688430 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd688c-b626-41cc-8f41-161bbf9bbc5c req-8596913a-6531-4f44-a76f-841365acf0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:35.689982 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dbcd688c-b626-41cc-8f41-161bbf9bbc5c req-8596913a-6531-4f44-a76f-841365acf0b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30e683cd0b3b464593bae97131ae8279&device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 1099 time: 0.0834529 Sep 15 13:43:35.736151 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d55583-710f-47f0-8a88-3d54f8d72a2e req-abcdd5f0-cbe8-4b50-bf24-7e5b993ebe1e tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:35.747641 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-86d55583-710f-47f0-8a88-3d54f8d72a2e req-abcdd5f0-cbe8-4b50-bf24-7e5b993ebe1e tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 945 time: 0.0846405 Sep 15 13:43:35.786937 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-86d55583-710f-47f0-8a88-3d54f8d72a2e req-54d0bcce-b06e-4d82-a97d-6970d9288cfb tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379336 Sep 15 13:43:35.837581 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd688c-b626-41cc-8f41-161bbf9bbc5c req-d1c29c44-52eb-45d9-aecf-db013afd299f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:35.844132 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dbcd688c-b626-41cc-8f41-161bbf9bbc5c req-d1c29c44-52eb-45d9-aecf-db013afd299f service neutron] 10.222.0.15 "GET /v2.0/networks?id=00a6423b-264c-4faa-9184-20a06ec6a475 HTTP/1.1" status: 200 len: 916 time: 0.1196482 Sep 15 13:43:35.890609 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dbcd688c-b626-41cc-8f41-161bbf9bbc5c req-7b6889e4-8788-4fbe-be16-f2f1d55af989 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb997887-02c6-475d-b775-5803a8a38c3b HTTP/1.1" status: 200 len: 217 time: 0.0386803 Sep 15 13:43:35.974602 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-ac0a8ce2-b72e-4a29-9d3f-98bfe0629638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ba892c-d9d8-4bf7-bd08-e539fdaa1880 {{(pid=101214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:43:35.984555 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-ac0a8ce2-b72e-4a29-9d3f-98bfe0629638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:35.987538 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd688c-b626-41cc-8f41-161bbf9bbc5c req-51ccffc6-a59f-4b9c-96c1-623ecb2b693b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:35.989054 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dbcd688c-b626-41cc-8f41-161bbf9bbc5c req-51ccffc6-a59f-4b9c-96c1-623ecb2b693b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6063b90d-c941-474e-b7a5-2a0f7253c43f HTTP/1.1" status: 200 len: 855 time: 0.0881324 Sep 15 13:43:36.014910 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.provisioning_blocks [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-ac0a8ce2-b72e-4a29-9d3f-98bfe0629638 service neutron] Transition to ACTIVE for port object 34ba892c-d9d8-4bf7-bd08-e539fdaa1880 will not be triggered until provisioned by entity L2. {{(pid=101214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:43:36.030757 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dbcd688c-b626-41cc-8f41-161bbf9bbc5c req-cafb97e8-b794-4275-9e14-07ca7c9cab95 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00a6423b-264c-4faa-9184-20a06ec6a475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315015 Sep 15 13:43:36.122219 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-ac0a8ce2-b72e-4a29-9d3f-98bfe0629638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:36.233600 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dbcd688c-b626-41cc-8f41-161bbf9bbc5c req-ba0c5604-d9a5-48cf-85f1-947aee44a1bd service neutron] 10.222.0.15 "GET /v2.0/networks/00a6423b-264c-4faa-9184-20a06ec6a475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884172 Sep 15 13:43:36.239217 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a8ce2-b72e-4a29-9d3f-98bfe0629638 service neutron] Pushing event updated for resources: {'Port': ['ID=34ba892c-d9d8-4bf7-bd08-e539fdaa1880,revision_number=2']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:36.335714 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c326c3-1fcc-4c52-bef6-3b27dca3bb49 req-6277c144-e455-4bed-876a-403e76136e4d tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:36.337436 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-84c326c3-1fcc-4c52-bef6-3b27dca3bb49 req-6277c144-e455-4bed-876a-403e76136e4d tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 943 time: 0.2199430 Sep 15 13:43:36.445523 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-84c326c3-1fcc-4c52-bef6-3b27dca3bb49 req-d43e7dde-5f8b-4c16-8bb4-055a4955211c tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922256 Sep 15 13:43:36.486462 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-ac0a8ce2-b72e-4a29-9d3f-98bfe0629638 service neutron] Attempting to bind port 34ba892c-d9d8-4bf7-bd08-e539fdaa1880 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:43:36.486726 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-ac0a8ce2-b72e-4a29-9d3f-98bfe0629638 service neutron] Attempting to bind port 34ba892c-d9d8-4bf7-bd08-e539fdaa1880 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': '79e6bc1f-74e3-492d-9ff2-405a7fa751d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242'}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:43:36.487052 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-ac0a8ce2-b72e-4a29-9d3f-98bfe0629638 service neutron] Attempting to bind port 34ba892c-d9d8-4bf7-bd08-e539fdaa1880 on network 4faa406a-5949-48ea-a6c9-57f1d5522242 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:43:36.496108 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dbcd688c-b626-41cc-8f41-161bbf9bbc5c req-2cdd29d6-ad24-473b-935f-1ffa0bccadcf service neutron] 10.222.0.15 "GET /v2.0/networks/00a6423b-264c-4faa-9184-20a06ec6a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175884 Sep 15 13:43:36.497346 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-ac0a8ce2-b72e-4a29-9d3f-98bfe0629638 service neutron] Port 34ba892c-d9d8-4bf7-bd08-e539fdaa1880 on network 4faa406a-5949-48ea-a6c9-57f1d5522242 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:43:36.497662 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-ac0a8ce2-b72e-4a29-9d3f-98bfe0629638 service neutron] Attempting to bind port 34ba892c-d9d8-4bf7-bd08-e539fdaa1880 on network 4faa406a-5949-48ea-a6c9-57f1d5522242 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:43:36.502975 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-ac0a8ce2-b72e-4a29-9d3f-98bfe0629638 service neutron] Checking agent: {'id': 'b550a8ff-0b84-4201-8276-b98629f1370c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'started_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:43:36.503309 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-ac0a8ce2-b72e-4a29-9d3f-98bfe0629638 service neutron] Checking segment: {'id': '79e6bc1f-74e3-492d-9ff2-405a7fa751d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:43:36.503720 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-ac0a8ce2-b72e-4a29-9d3f-98bfe0629638 service neutron] Bound using segment: {'id': '79e6bc1f-74e3-492d-9ff2-405a7fa751d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242'} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:43:36.504133 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-ac0a8ce2-b72e-4a29-9d3f-98bfe0629638 service neutron] Bound port: 34ba892c-d9d8-4bf7-bd08-e539fdaa1880, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79e6bc1f-74e3-492d-9ff2-405a7fa751d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242'}}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:43:36.505875 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-ac0a8ce2-b72e-4a29-9d3f-98bfe0629638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:36.567244 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273592a-76a6-4b60-af1d-6cc1f6137730 req-1b9975ea-2989-42cd-81ab-dcc01eabdb99 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:36.569453 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4273592a-76a6-4b60-af1d-6cc1f6137730 req-1b9975ea-2989-42cd-81ab-dcc01eabdb99 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0638008 Sep 15 13:43:36.580516 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-ac0a8ce2-b72e-4a29-9d3f-98bfe0629638 service neutron] For port 34ba892c-d9d8-4bf7-bd08-e539fdaa1880, host hv-cinder-80345, cleared binding levels {{(pid=101214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:43:36.591186 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-ac0a8ce2-b72e-4a29-9d3f-98bfe0629638 service neutron] For port 34ba892c-d9d8-4bf7-bd08-e539fdaa1880, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=34ba892c-d9d8-4bf7-bd08-e539fdaa1880,segment=NetworkSegment(79e6bc1f-74e3-492d-9ff2-405a7fa751d5),segment_id=79e6bc1f-74e3-492d-9ff2-405a7fa751d5)] {{(pid=101214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:43:36.627024 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4273592a-76a6-4b60-af1d-6cc1f6137730 req-07447e52-b2ec-4668-a464-50f34457e955 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421793 Sep 15 13:43:36.687661 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-ac0a8ce2-b72e-4a29-9d3f-98bfe0629638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:36.726350 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-ac0a8ce2-b72e-4a29-9d3f-98bfe0629638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:36.726350 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-ac0a8ce2-b72e-4a29-9d3f-98bfe0629638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:36.727603 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-ac0a8ce2-b72e-4a29-9d3f-98bfe0629638 service neutron] 10.222.0.15 "PUT /v2.0/ports/34ba892c-d9d8-4bf7-bd08-e539fdaa1880 HTTP/1.1" status: 200 len: 1093 time: 1.3502162 Sep 15 13:43:36.728041 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d22783-1f64-4b8c-9ba2-623e52855e03', 'tag': '34ba892c-d9d8-4bf7-bd08-e539fdaa1880'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:43:36.730859 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff85fdd-a008-457a-aa21-fd684836a378" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d22783-1f64-4b8c-9ba2-623e52855e03", "tag": "34ba892c-d9d8-4bf7-bd08-e539fdaa1880"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:43:36.755482 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a8ce2-b72e-4a29-9d3f-98bfe0629638 service neutron] Pushing event updated for resources: {'Port': ['ID=34ba892c-d9d8-4bf7-bd08-e539fdaa1880,revision_number=3']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:36.782018 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb37faef-f7bd-4da5-a992-53234b6ccb65 x-openstack-request-id: req-cb37faef-f7bd-4da5-a992-53234b6ccb65 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:43:36.782305 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d22783-1f64-4b8c-9ba2-623e52855e03", "tag": "34ba892c-d9d8-4bf7-bd08-e539fdaa1880", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:43:36.782559 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb37faef-f7bd-4da5-a992-53234b6ccb65 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:43:36.782956 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d22783-1f64-4b8c-9ba2-623e52855e03', 'tag': '34ba892c-d9d8-4bf7-bd08-e539fdaa1880', 'status': 'completed', 'code': 200} Sep 15 13:43:36.955218 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff85fdd-a008-457a-aa21-fd684836a378 req-a770066b-6237-4477-aab0-af2802bb97f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:36.956889 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fff85fdd-a008-457a-aa21-fd684836a378 req-a770066b-6237-4477-aab0-af2802bb97f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61294742e3c340a6ad4d0579212932db&device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 1096 time: 0.1225281 Sep 15 13:43:36.957076 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07791812-b44d-4424-99f7-d5c2ba3718db req-b54301e8-a5f3-46ef-9d53-ccff93ec4af5 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:36.959041 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-07791812-b44d-4424-99f7-d5c2ba3718db req-b54301e8-a5f3-46ef-9d53-ccff93ec4af5 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 945 time: 0.0889726 Sep 15 13:43:37.008789 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-07791812-b44d-4424-99f7-d5c2ba3718db req-ac44d1e6-08f7-4ed9-b004-0f00aedcfb80 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424721 Sep 15 13:43:37.145814 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff85fdd-a008-457a-aa21-fd684836a378 req-377378e2-4e15-4574-8b95-5dde083a414a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:37.147306 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fff85fdd-a008-457a-aa21-fd684836a378 req-377378e2-4e15-4574-8b95-5dde083a414a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=61294742e3c340a6ad4d0579212932db&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1661999 Sep 15 13:43:37.149257 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4973781-1d59-4834-a401-6c8b229920dd req-ad642845-0825-4776-8568-ede0deeb9096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:37.150618 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e4973781-1d59-4834-a401-6c8b229920dd req-ad642845-0825-4776-8568-ede0deeb9096 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 1099 time: 0.0690625 Sep 15 13:43:37.274589 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e4973781-1d59-4834-a401-6c8b229920dd req-4de2e58f-c276-479d-8214-d00d075c483b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930960 Sep 15 13:43:37.300171 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff85fdd-a008-457a-aa21-fd684836a378 req-8622b1c9-0d25-4e95-8753-ac279c72e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:37.301870 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fff85fdd-a008-457a-aa21-fd684836a378 req-8622b1c9-0d25-4e95-8753-ac279c72e075 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288075 Sep 15 13:43:37.570006 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-f4045c4f-678b-4dd5-a0d5-583bacb0a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:37.571833 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-f4045c4f-678b-4dd5-a0d5-583bacb0a20c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61294742e3c340a6ad4d0579212932db&device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 1096 time: 0.0461054 Sep 15 13:43:37.573426 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47baccf8-10ae-4c47-a1db-7914dbc2197f req-79608e9a-5144-48c3-bd2e-8953582c1204 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:37.575789 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-47baccf8-10ae-4c47-a1db-7914dbc2197f req-79608e9a-5144-48c3-bd2e-8953582c1204 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 943 time: 0.0561640 Sep 15 13:43:37.618480 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-a004fb4d-1452-4ab3-90a6-0c0ba523330a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ba892c-d9d8-4bf7-bd08-e539fdaa1880 HTTP/1.1" status: 200 len: 217 time: 0.0383365 Sep 15 13:43:37.623876 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-47baccf8-10ae-4c47-a1db-7914dbc2197f req-915b5a9d-1f60-45d1-aab1-50ce578404b1 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404308 Sep 15 13:43:37.714892 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-5e4dabfd-41bc-47b0-8393-985ee4ea5265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:37.724038 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-5e4dabfd-41bc-47b0-8393-985ee4ea5265 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac47ab29-1e5b-46c4-82bd-f8befa3f5f53 HTTP/1.1" status: 200 len: 853 time: 0.0861685 Sep 15 13:43:37.738302 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e696f1-65eb-4352-9039-b1f02e3dede1 req-5691b646-dbf8-4ffa-a6bc-d4b4e615fb35 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:37.739953 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e7e696f1-65eb-4352-9039-b1f02e3dede1 req-5691b646-dbf8-4ffa-a6bc-d4b4e615fb35 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0705585 Sep 15 13:43:37.757066 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:37.776648 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739134d4-54fe-44c4-9e69-6ce86ac37c26 req-fe3aee5b-cb23-4571-94f8-1c1f79e77180 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:37.778316 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-739134d4-54fe-44c4-9e69-6ce86ac37c26 req-fe3aee5b-cb23-4571-94f8-1c1f79e77180 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0560317 Sep 15 13:43:37.824153 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e7e696f1-65eb-4352-9039-b1f02e3dede1 req-15c9ba80-4da1-438e-9a5c-c7c9b82709fa tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735502 Sep 15 13:43:37.826124 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-2fa620b0-5b4b-4109-af6e-9d0edd194c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:37.827374 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-739134d4-54fe-44c4-9e69-6ce86ac37c26 req-98425a55-1eaf-46e4-a492-58659dfa6e00 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424547 Sep 15 13:43:37.827582 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-2fa620b0-5b4b-4109-af6e-9d0edd194c0f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4faa406a-5949-48ea-a6c9-57f1d5522242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0864568 Sep 15 13:43:37.930490 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-cbf63be8-7b37-479d-88be-ad0c007b7505 service neutron] 10.222.0.15 "GET /v2.0/networks/4faa406a-5949-48ea-a6c9-57f1d5522242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887280 Sep 15 13:43:38.024947 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-61a70573-c1ed-4e11-bf58-a7f4731178e9 req-917cfe6b-b86b-457c-84ab-b1ab2a17e3b6 service neutron] 10.222.0.15 "GET /v2.0/networks/4faa406a-5949-48ea-a6c9-57f1d5522242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811131 Sep 15 13:43:38.749004 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dde78b-7bd4-4786-a3e0-349798f9b30d req-def1a017-5881-4468-b417-5948b5ec1bea tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:38.750950 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-63dde78b-7bd4-4786-a3e0-349798f9b30d req-def1a017-5881-4468-b417-5948b5ec1bea tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 943 time: 0.0566232 Sep 15 13:43:38.794019 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-63dde78b-7bd4-4786-a3e0-349798f9b30d req-f1f353cd-32f0-4d20-ae22-3440c1445e78 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369637 Sep 15 13:43:38.962982 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e5d93-4a33-40c0-b44c-8dd37f1ee432 req-b60542b0-3115-4c10-b84b-14e8a9843d06 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:38.964980 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-896e5d93-4a33-40c0-b44c-8dd37f1ee432 req-b60542b0-3115-4c10-b84b-14e8a9843d06 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0492611 Sep 15 13:43:39.005551 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-896e5d93-4a33-40c0-b44c-8dd37f1ee432 req-53a9f907-0764-45d7-a271-1fc3e8205565 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340550 Sep 15 13:43:39.110948 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b2cde-d103-4796-b64e-28ff015434c6 req-b7d588bb-c49f-4864-ba04-2284a4aaf295 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:39.112399 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3b3b2cde-d103-4796-b64e-28ff015434c6 req-b7d588bb-c49f-4864-ba04-2284a4aaf295 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0484414 Sep 15 13:43:39.151314 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3b3b2cde-d103-4796-b64e-28ff015434c6 req-fe256ab5-ae71-47f5-9508-fd5b738af88d tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328443 Sep 15 13:43:39.928918 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972250e-18f0-4a98-a732-1e438356d5a8 req-086fbc31-1f36-49e7-8505-0733c1626529 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:39.930556 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c972250e-18f0-4a98-a732-1e438356d5a8 req-086fbc31-1f36-49e7-8505-0733c1626529 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 943 time: 0.0526600 Sep 15 13:43:39.969895 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c972250e-18f0-4a98-a732-1e438356d5a8 req-9bfec628-3ac1-44b2-a89f-4762983dc204 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327947 Sep 15 13:43:40.123538 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e992c6a-efe7-45a1-8c46-478330156443 req-3d520550-7c49-4924-8458-484578593a0c tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:40.124992 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9e992c6a-efe7-45a1-8c46-478330156443 req-3d520550-7c49-4924-8458-484578593a0c tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0486922 Sep 15 13:43:40.161630 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9e992c6a-efe7-45a1-8c46-478330156443 req-026d58d3-753a-465e-afdf-6f1dbb5d94dc tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306685 Sep 15 13:43:40.266829 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3e7bb-2752-47e9-855a-97c0feac3935 req-2daffcc0-e205-4abf-8267-fe550a254a1d tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:40.268309 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e6e3e7bb-2752-47e9-855a-97c0feac3935 req-2daffcc0-e205-4abf-8267-fe550a254a1d tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0488784 Sep 15 13:43:40.304908 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e6e3e7bb-2752-47e9-855a-97c0feac3935 req-3199c4af-03d7-4c2f-be9f-5d54503959b1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307150 Sep 15 13:43:40.590704 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c01fd-826b-4a36-b892-f53c400c3975 req-a25268e6-c67c-43eb-8411-6bb8dc9a8be8 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:40.592198 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d13c01fd-826b-4a36-b892-f53c400c3975 req-a25268e6-c67c-43eb-8411-6bb8dc9a8be8 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0479395 Sep 15 13:43:40.628955 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d13c01fd-826b-4a36-b892-f53c400c3975 req-9fe4e1dd-773a-4e61-846e-6209050f61eb tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310314 Sep 15 13:43:41.087302 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02f017-0659-400f-b4c6-b5c2744cb42b req-e524402a-6497-4222-a8e3-214293e2a385 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:41.088742 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ab02f017-0659-400f-b4c6-b5c2744cb42b req-e524402a-6497-4222-a8e3-214293e2a385 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 943 time: 0.0516031 Sep 15 13:43:41.126280 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ab02f017-0659-400f-b4c6-b5c2744cb42b req-be82de81-5e4c-4527-9c0a-d390c8ea24cc tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309393 Sep 15 13:43:41.421261 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb76470-b6f4-47df-abed-8e3357f467c1 req-217496c8-666e-40c1-b63f-de49fe0181e7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:41.422738 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-6cb76470-b6f4-47df-abed-8e3357f467c1 req-217496c8-666e-40c1-b63f-de49fe0181e7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0514631 Sep 15 13:43:41.460593 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-6cb76470-b6f4-47df-abed-8e3357f467c1 req-769f9b9a-b742-4842-8670-fcbcf06c73de tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320046 Sep 15 13:43:41.740643 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42746255-4826-431d-948b-b88a675f42b0 req-4791b76f-d6c2-4d66-9fef-c348fac16193 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:41.742116 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-42746255-4826-431d-948b-b88a675f42b0 req-4791b76f-d6c2-4d66-9fef-c348fac16193 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0481148 Sep 15 13:43:41.781006 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-42746255-4826-431d-948b-b88a675f42b0 req-55a7e4de-c5f1-4535-9812-0b7d7ace91a1 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322449 Sep 15 13:43:42.238857 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ace1ec-20f9-4248-af8e-d3f29abecbaf req-82351683-d4d4-44f6-8e74-1f1a28ec487c tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:42.240309 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d2ace1ec-20f9-4248-af8e-d3f29abecbaf req-82351683-d4d4-44f6-8e74-1f1a28ec487c tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 943 time: 0.0481575 Sep 15 13:43:42.277444 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d2ace1ec-20f9-4248-af8e-d3f29abecbaf req-6cf30d80-744e-4768-aa49-7194dec74dad tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306413 Sep 15 13:43:42.572066 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0745d1-1a78-46b8-b8b6-d53fd1f62e21 req-092c7e32-1a3b-42d2-92a3-8185312c7fef tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:42.574075 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-1b0745d1-1a78-46b8-b8b6-d53fd1f62e21 req-092c7e32-1a3b-42d2-92a3-8185312c7fef tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0477965 Sep 15 13:43:42.602984 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 34ba892c-d9d8-4bf7-bd08-e539fdaa1880 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:43:42.617013 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-1b0745d1-1a78-46b8-b8b6-d53fd1f62e21 req-d5b0dc75-e308-4ba6-ba5b-1d41c2e714ba tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368662 Sep 15 13:43:42.713776 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 34ba892c-d9d8-4bf7-bd08-e539fdaa1880, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=34ba892c-d9d8-4bf7-bd08-e539fdaa1880,segment=NetworkSegment(79e6bc1f-74e3-492d-9ff2-405a7fa751d5),segment_id=79e6bc1f-74e3-492d-9ff2-405a7fa751d5)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:43:42.727366 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': '34ba892c-d9d8-4bf7-bd08-e539fdaa1880', 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242', 'port_id': '34ba892c-d9d8-4bf7-bd08-e539fdaa1880', 'mac_address': 'fa:16:3e:b9:11:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac47ab29-1e5b-46c4-82bd-f8befa3f5f53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:43:42.771230 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:42.781769 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33553f-de9b-4bec-be51-7ea625a97667 req-802be396-b951-4bfc-a1c6-6c6ebf937f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:42.783253 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-cb33553f-de9b-4bec-be51-7ea625a97667 req-802be396-b951-4bfc-a1c6-6c6ebf937f3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9d232f7ddba465ebf00a66c759ab7fb&device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 1099 time: 0.0489972 Sep 15 13:43:42.793064 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ba892c-d9d8-4bf7-bd08-e539fdaa1880 {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:43:42.821896 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 34ba892c-d9d8-4bf7-bd08-e539fdaa1880, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=34ba892c-d9d8-4bf7-bd08-e539fdaa1880,segment=NetworkSegment(79e6bc1f-74e3-492d-9ff2-405a7fa751d5),segment_id=79e6bc1f-74e3-492d-9ff2-405a7fa751d5)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:43:42.939069 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:42.988634 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=34ba892c-d9d8-4bf7-bd08-e539fdaa1880,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:42.995961 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:42.996325 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:42.996669 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:42.996998 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:42.997361 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:42.997692 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:42.998017 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:42.998339 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:42.998679 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:42.999005 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:42.999324 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:42.999641 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:43:43.153355 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33553f-de9b-4bec-be51-7ea625a97667 req-918c05d5-2116-48fa-9c94-75828ab02964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:43.154807 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-cb33553f-de9b-4bec-be51-7ea625a97667 req-918c05d5-2116-48fa-9c94-75828ab02964 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af76b73a-45f4-4385-bb34-2d79a1f2655b HTTP/1.1" status: 200 len: 919 time: 0.3581059 Sep 15 13:43:43.166424 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed5101-3a87-48d1-981d-f38ec6badf59 req-01b9a319-f7d5-4b43-b61f-9cdae6d252d7 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:43.167907 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-30ed5101-3a87-48d1-981d-f38ec6badf59 req-01b9a319-f7d5-4b43-b61f-9cdae6d252d7 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0680614 Sep 15 13:43:43.211591 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-cb33553f-de9b-4bec-be51-7ea625a97667 req-bfb106e2-ec4c-4226-8214-709ee2bb218c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cee97d2d-987f-4ec8-b5a7-7392a0f21b33 HTTP/1.1" status: 200 len: 217 time: 0.0427232 Sep 15 13:43:43.267549 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-30ed5101-3a87-48d1-981d-f38ec6badf59 req-27674e8d-9c81-4a47-88ac-da71e4d376aa tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931559 Sep 15 13:43:43.274373 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33553f-de9b-4bec-be51-7ea625a97667 req-6c7e5949-ffd9-4224-98f4-e28330d53d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:43.275745 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-cb33553f-de9b-4bec-be51-7ea625a97667 req-6c7e5949-ffd9-4224-98f4-e28330d53d67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2dd6332-a9e3-4eef-b026-6ff2e75e77c7 HTTP/1.1" status: 200 len: 858 time: 0.0560160 Sep 15 13:43:43.310090 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-cb33553f-de9b-4bec-be51-7ea625a97667 req-c52d398b-4638-4e8e-8923-68be3b082169 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af76b73a-45f4-4385-bb34-2d79a1f2655b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241475 Sep 15 13:43:43.358179 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['34ba892c-d9d8-4bf7-bd08-e539fdaa1880'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:43:43.399660 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cde660-aaee-4687-a35d-b827a0b44bbb req-ed23586d-f578-406a-84b7-e9e1c9307326 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:43.401329 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b3cde660-aaee-4687-a35d-b827a0b44bbb req-ed23586d-f578-406a-84b7-e9e1c9307326 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 944 time: 0.0575831 Sep 15 13:43:43.423742 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-cb33553f-de9b-4bec-be51-7ea625a97667 req-b76619e7-38d1-4389-bc28-f23b68bbba67 service neutron] 10.222.0.15 "GET /v2.0/networks/af76b73a-45f4-4385-bb34-2d79a1f2655b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948169 Sep 15 13:43:43.445574 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b3cde660-aaee-4687-a35d-b827a0b44bbb req-5d1ea453-e521-42e0-b08c-016bd350329c tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372286 Sep 15 13:43:43.534500 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-cb33553f-de9b-4bec-be51-7ea625a97667 req-36d00c22-bb99-42aa-a694-0fb141da368b service neutron] 10.222.0.15 "GET /v2.0/networks/af76b73a-45f4-4385-bb34-2d79a1f2655b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015084 Sep 15 13:43:43.744069 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7cfe4f-27c2-45e4-a507-6d15fba66db1 req-00f6d6e5-9e31-433f-b436-2e5746ffd206 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:43.745671 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8d7cfe4f-27c2-45e4-a507-6d15fba66db1 req-00f6d6e5-9e31-433f-b436-2e5746ffd206 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0551610 Sep 15 13:43:43.783994 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8d7cfe4f-27c2-45e4-a507-6d15fba66db1 req-2b00f9d2-2e4b-426a-a943-d5e0f6102c03 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317428 Sep 15 13:43:44.383109 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405796f-4e5a-455f-8ef4-12daa8d28424 req-4ff761f4-3ac3-452a-9f1d-ca3c0c26c732 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:44.384575 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2405796f-4e5a-455f-8ef4-12daa8d28424 req-4ff761f4-3ac3-452a-9f1d-ca3c0c26c732 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0488315 Sep 15 13:43:44.422488 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2405796f-4e5a-455f-8ef4-12daa8d28424 req-3cb8dc03-0843-49e1-b9a3-321da686a33e tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314329 Sep 15 13:43:44.565140 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bf2e2-f11b-494a-893b-1b5507e1ab00 req-40bd0374-c6af-47e9-839b-e9283e518dfd tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:44.566678 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-762bf2e2-f11b-494a-893b-1b5507e1ab00 req-40bd0374-c6af-47e9-839b-e9283e518dfd tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 944 time: 0.0499911 Sep 15 13:43:44.605978 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-762bf2e2-f11b-494a-893b-1b5507e1ab00 req-20297e11-5456-4b18-8406-e82f58a4a4e5 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319638 Sep 15 13:43:44.903081 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea420ee0-fa5c-4351-881a-be0f81fa7b57 req-7c8f83b8-50c9-4a78-8695-3e4711e2b66d tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:44.904560 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ea420ee0-fa5c-4351-881a-be0f81fa7b57 req-7c8f83b8-50c9-4a78-8695-3e4711e2b66d tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0537736 Sep 15 13:43:44.943119 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ea420ee0-fa5c-4351-881a-be0f81fa7b57 req-721c09fc-37b3-4ca1-b41a-e0ff9f581070 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324934 Sep 15 13:43:45.538872 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f5079-a950-49ae-9251-c3c59f4ab2d4 req-07866943-407d-4b57-81db-78a6bd9350a8 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:45.540357 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e33f5079-a950-49ae-9251-c3c59f4ab2d4 req-07866943-407d-4b57-81db-78a6bd9350a8 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0506558 Sep 15 13:43:45.578083 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e33f5079-a950-49ae-9251-c3c59f4ab2d4 req-e475e93a-92c0-4c5e-b47e-afc43baf49a5 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316162 Sep 15 13:43:45.728646 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20697dae-f155-46e5-892f-2c552655afeb req-4c3d4966-fc7e-42b4-8e0e-9f8baecbac78 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:45.730382 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-20697dae-f155-46e5-892f-2c552655afeb req-4c3d4966-fc7e-42b4-8e0e-9f8baecbac78 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 944 time: 0.0552611 Sep 15 13:43:45.780277 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-20697dae-f155-46e5-892f-2c552655afeb req-955c949f-cf72-452c-9fa6-c788ed261d87 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432696 Sep 15 13:43:45.783887 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 34ba892c-d9d8-4bf7-bd08-e539fdaa1880 up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:43:45.903683 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning for port 34ba892c-d9d8-4bf7-bd08-e539fdaa1880 completed by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:43:45.907555 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port 34ba892c-d9d8-4bf7-bd08-e539fdaa1880 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:43:45.907861 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:45.987785 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:46.029722 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d22783-1f64-4b8c-9ba2-623e52855e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ba892c-d9d8-4bf7-bd08-e539fdaa1880'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:43:46.032492 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c5c270-ea3f-40eb-bc19-e6ce6afcacad" -d '{"events": [{"server_uuid": "a8d22783-1f64-4b8c-9ba2-623e52855e03", "name": "network-vif-plugged", "status": "completed", "tag": "34ba892c-d9d8-4bf7-bd08-e539fdaa1880"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:43:46.038751 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 34ba892c-d9d8-4bf7-bd08-e539fdaa1880, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=34ba892c-d9d8-4bf7-bd08-e539fdaa1880,segment=NetworkSegment(79e6bc1f-74e3-492d-9ff2-405a7fa751d5),segment_id=79e6bc1f-74e3-492d-9ff2-405a7fa751d5)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:43:46.070675 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af56e1bb-186e-4461-aa47-ddd3153bf709 x-openstack-request-id: req-af56e1bb-186e-4461-aa47-ddd3153bf709 {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:43:46.070989 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d22783-1f64-4b8c-9ba2-623e52855e03", "name": "network-vif-plugged", "status": "completed", "tag": "34ba892c-d9d8-4bf7-bd08-e539fdaa1880", "code": 200}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:43:46.071268 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af56e1bb-186e-4461-aa47-ddd3153bf709 {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:43:46.071645 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d22783-1f64-4b8c-9ba2-623e52855e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ba892c-d9d8-4bf7-bd08-e539fdaa1880', 'code': 200} Sep 15 13:43:46.087623 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a15d82-04a7-4834-8a52-aed21874162b req-6b38c228-38cf-42d0-beb6-16567035b733 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:46.089108 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-60a15d82-04a7-4834-8a52-aed21874162b req-6b38c228-38cf-42d0-beb6-16567035b733 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0631075 Sep 15 13:43:46.115895 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:46.136891 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-60a15d82-04a7-4834-8a52-aed21874162b req-26a87354-9d25-4367-af81-8d8724cd7fdb tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399413 Sep 15 13:43:46.163599 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=34ba892c-d9d8-4bf7-bd08-e539fdaa1880,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:46.382006 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9374e22-d500-4bc8-8488-fde5a3f82ed6 req-39ddc97e-954f-4c96-92fd-129b12bb5ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:46.383403 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b9374e22-d500-4bc8-8488-fde5a3f82ed6 req-39ddc97e-954f-4c96-92fd-129b12bb5ced service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 1098 time: 0.0427239 Sep 15 13:43:46.421418 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b9374e22-d500-4bc8-8488-fde5a3f82ed6 req-5551b6db-ad4c-4b45-987c-00cc332d10f8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272632 Sep 15 13:43:46.696236 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a7dd7-872c-46fe-9d95-0ff72604e995 req-3787726d-aba9-4fde-956d-1899f322d238 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:46.697734 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3a6a7dd7-872c-46fe-9d95-0ff72604e995 req-3787726d-aba9-4fde-956d-1899f322d238 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0483110 Sep 15 13:43:46.736012 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3a6a7dd7-872c-46fe-9d95-0ff72604e995 req-31b5d40b-54dd-41e3-b993-e4cfd56da80f tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315661 Sep 15 13:43:46.936410 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47dda09-89ac-4390-81ec-c0202832472b req-b2a9297f-8de6-47b0-a22d-4da8000556af tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:46.938143 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f47dda09-89ac-4390-81ec-c0202832472b req-b2a9297f-8de6-47b0-a22d-4da8000556af tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 945 time: 0.0688379 Sep 15 13:43:46.978061 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f47dda09-89ac-4390-81ec-c0202832472b req-b734fb35-bcfe-4e48-b4cb-bea6990cf186 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338686 Sep 15 13:43:47.258314 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23381523-af40-433c-bc1e-b78a7177f987 req-a5b99a46-278a-43de-a562-90e64aa74876 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:47.259820 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-23381523-af40-433c-bc1e-b78a7177f987 req-a5b99a46-278a-43de-a562-90e64aa74876 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0496838 Sep 15 13:43:47.301932 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-23381523-af40-433c-bc1e-b78a7177f987 req-9ecad873-b2cc-43f9-95c5-69f9d58724d1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360212 Sep 15 13:43:48.098421 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026c6bc-c0e3-4702-b64f-1029151b6638 req-4a0528c3-8de1-4c91-ae55-e0464516d60e tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:48.099947 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1026c6bc-c0e3-4702-b64f-1029151b6638 req-4a0528c3-8de1-4c91-ae55-e0464516d60e tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 945 time: 0.0536444 Sep 15 13:43:48.139678 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1026c6bc-c0e3-4702-b64f-1029151b6638 req-962a9284-e159-439f-963a-03ed370e5b4e tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328879 Sep 15 13:43:48.420849 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f4da5-7ed9-426d-8a85-4076e502ac17 req-94bf361a-7ad0-449b-b910-1079aa43637b tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:48.422352 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-6d4f4da5-7ed9-426d-8a85-4076e502ac17 req-94bf361a-7ad0-449b-b910-1079aa43637b tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0527759 Sep 15 13:43:48.463584 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-6d4f4da5-7ed9-426d-8a85-4076e502ac17 req-d9eb430b-d776-40a7-bc5a-f6e38b7b8687 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321710 Sep 15 13:43:48.578046 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0677a-7e16-4d53-9bca-c7c1028511d4 req-5805016e-e2f9-49a9-b087-4f960f6a1e1f tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:48.579524 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3ff0677a-7e16-4d53-9bca-c7c1028511d4 req-5805016e-e2f9-49a9-b087-4f960f6a1e1f tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0477400 Sep 15 13:43:48.622047 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3ff0677a-7e16-4d53-9bca-c7c1028511d4 req-4757e6da-50c6-403f-8516-443d2186578a tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358946 Sep 15 13:43:49.254890 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd44f26-8937-4efc-ba98-f05937824c91 req-5c51dcc1-353c-461f-98eb-b7f73e443239 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:49.256278 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ecd44f26-8937-4efc-ba98-f05937824c91 req-5c51dcc1-353c-461f-98eb-b7f73e443239 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 945 time: 0.0492690 Sep 15 13:43:49.295572 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ecd44f26-8937-4efc-ba98-f05937824c91 req-28501e7b-e469-4e9f-ac9d-c7a6aa0178b4 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329075 Sep 15 13:43:49.381139 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:43:49.415252 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da7a1b-ef14-49fc-bcc1-59be72b5e0c7 req-54edbd90-f7cc-4af5-a4b1-d87292e5141b tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:49.416817 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-73da7a1b-ef14-49fc-bcc1-59be72b5e0c7 req-54edbd90-f7cc-4af5-a4b1-d87292e5141b tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 945 time: 0.0519216 Sep 15 13:43:49.456006 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-73da7a1b-ef14-49fc-bcc1-59be72b5e0c7 req-93275eb5-8bff-4163-93a4-b2145ba5eb9f tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316267 Sep 15 13:43:49.700116 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83e208-9a32-46fb-a339-be81a18a0c91 req-2f3f1794-7b80-4980-a923-d63d812b00b8 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:49.706217 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-8a83e208-9a32-46fb-a339-be81a18a0c91 req-2f3f1794-7b80-4980-a923-d63d812b00b8 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0576518 Sep 15 13:43:49.749121 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-8a83e208-9a32-46fb-a339-be81a18a0c91 req-25aeaa4e-f5ca-4d58-985d-2ddff11837c9 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368550 Sep 15 13:43:49.804086 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bec67-a57b-42f9-942d-dc05c9a484dc req-d41bc2cc-cc29-457e-9260-6ee1aed54f1a tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:49.805581 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f57bec67-a57b-42f9-942d-dc05c9a484dc req-d41bc2cc-cc29-457e-9260-6ee1aed54f1a tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 945 time: 0.0531785 Sep 15 13:43:49.860182 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f57bec67-a57b-42f9-942d-dc05c9a484dc req-f0421e2c-a79f-430e-ad56-c06bda7d0369 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477273 Sep 15 13:43:50.203062 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 46898) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:43:50.308011 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-9fdda0bb-dce7-48d0-badb-e67be258945c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:50.410916 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-9fdda0bb-dce7-48d0-badb-e67be258945c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:50.482980 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-9fdda0bb-dce7-48d0-badb-e67be258945c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:50.523720 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-9fdda0bb-dce7-48d0-badb-e67be258945c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e40d4434520a47159ce7e95ee97d34e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195670 Sep 15 13:43:50.533583 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 46908) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:43:50.534032 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdda0bb-dce7-48d0-badb-e67be258945c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb38829-52a2-454d-9634-c45e6345b00b,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:50.614822 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-d25dfd8b-ef1a-4b11-bbea-02666e660f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:50.644305 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-d25dfd8b-ef1a-4b11-bbea-02666e660f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:50.773408 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-d25dfd8b-ef1a-4b11-bbea-02666e660f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:50.776113 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-d25dfd8b-ef1a-4b11-bbea-02666e660f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:50.778571 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-d25dfd8b-ef1a-4b11-bbea-02666e660f67 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/beb38829-52a2-454d-9634-c45e6345b00b HTTP/1.1" status: 204 len: 168 time: 0.2503469 Sep 15 13:43:50.787446 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25dfd8b-ef1a-4b11-bbea-02666e660f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb38829-52a2-454d-9634-c45e6345b00b,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:43:50.882048 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99c190-024a-4cb4-a8cc-c89526e4d810 req-3435449c-a4dd-44e7-929c-63a0f1504146 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:50.884221 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ef99c190-024a-4cb4-a8cc-c89526e4d810 req-3435449c-a4dd-44e7-929c-63a0f1504146 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0567894 Sep 15 13:43:50.924007 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ef99c190-024a-4cb4-a8cc-c89526e4d810 req-a50f2b53-4243-4ff2-a35b-3f2d0f9d2ad0 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321891 Sep 15 13:43:51.206728 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-ce204002-2e9d-4d5d-8548-cb3616f5af82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:52.051245 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8646b-f09d-4443-bfa1-e78ad867efbf req-728cc206-cafa-4a5d-bad1-aefb14abb2ed tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:52.052758 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-92c8646b-f09d-4443-bfa1-e78ad867efbf req-728cc206-cafa-4a5d-bad1-aefb14abb2ed tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0589640 Sep 15 13:43:52.099292 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-92c8646b-f09d-4443-bfa1-e78ad867efbf req-da6f4300-0902-43cd-b820-d41bc17b8442 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346289 Sep 15 13:43:53.223077 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a79a95-a7f2-4525-b04d-18673df1177c req-1aebde13-0565-4c5c-a6e9-8b1e7e640452 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:53.224515 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e4a79a95-a7f2-4525-b04d-18673df1177c req-1aebde13-0565-4c5c-a6e9-8b1e7e640452 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0531061 Sep 15 13:43:53.264919 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e4a79a95-a7f2-4525-b04d-18673df1177c req-122186a9-d51c-4332-a2ae-41c21902e920 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344560 Sep 15 13:43:53.704498 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-1795dbb7-9fd0-4e15-a32f-eaab45e9e6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:53.738671 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:54.382898 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2a171-aae0-49a8-9611-ed82e258f763 req-916bf70c-a028-4b15-9283-0257c818401f tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:54.384461 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-6bc2a171-aae0-49a8-9611-ed82e258f763 req-916bf70c-a028-4b15-9283-0257c818401f tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0527756 Sep 15 13:43:54.421637 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-6bc2a171-aae0-49a8-9611-ed82e258f763 req-be65eca8-2ca9-4f18-a3d2-a1415e0bbe46 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312212 Sep 15 13:43:55.059936 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:55.539731 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81880ee8-aee0-4657-bc50-a8bc9d031b4a req-6ca0f1eb-e1f8-4766-8f88-621f772479a9 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:55.541271 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-81880ee8-aee0-4657-bc50-a8bc9d031b4a req-6ca0f1eb-e1f8-4766-8f88-621f772479a9 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0491357 Sep 15 13:43:55.579719 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-81880ee8-aee0-4657-bc50-a8bc9d031b4a req-d4d06c52-15cc-4f49-b132-41150b738aa9 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324228 Sep 15 13:43:56.624510 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:43:56.692871 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3d02a-573d-4bbc-8416-45af69deea94 req-71cbfa30-dd21-40b9-9df2-6e0a5c7764f2 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:56.694332 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3be3d02a-573d-4bbc-8416-45af69deea94 req-71cbfa30-dd21-40b9-9df2-6e0a5c7764f2 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0476327 Sep 15 13:43:56.736925 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3be3d02a-573d-4bbc-8416-45af69deea94 req-33f919b6-7da6-4ccf-b7f4-644867256e2a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362883 Sep 15 13:43:57.855001 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96898c3-c0fe-41a5-bbbc-c624cf61f1f2 req-c29ccd76-f1e2-4421-869d-cdf69d61fe5d tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:57.861188 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e96898c3-c0fe-41a5-bbbc-c624cf61f1f2 req-c29ccd76-f1e2-4421-869d-cdf69d61fe5d tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0530207 Sep 15 13:43:57.905445 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e96898c3-c0fe-41a5-bbbc-c624cf61f1f2 req-d43bd056-1443-4d90-a386-d6b5fa3caed8 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348098 Sep 15 13:43:58.603144 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ab4d6-84d4-4e01-bfee-d3238adb2274 req-bf58612e-1b38-4dd5-b245-b0b4fa49149a tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:58.604592 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-349ab4d6-84d4-4e01-bfee-d3238adb2274 req-bf58612e-1b38-4dd5-b245-b0b4fa49149a tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0509639 Sep 15 13:43:58.644147 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-349ab4d6-84d4-4e01-bfee-d3238adb2274 req-83650f01-95d8-4b16-b1f6-82e0da244d08 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333445 Sep 15 13:43:58.712567 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904e907-bf9c-4cda-a36e-5c9eeadaa3c7 req-f991e6a6-2e95-444f-b4d7-e388b30e71b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:58.714223 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3904e907-bf9c-4cda-a36e-5c9eeadaa3c7 req-f991e6a6-2e95-444f-b4d7-e388b30e71b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9d232f7ddba465ebf00a66c759ab7fb&device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 1099 time: 0.0424941 Sep 15 13:43:58.827849 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904e907-bf9c-4cda-a36e-5c9eeadaa3c7 req-f54eeb48-2979-4ddc-87ce-a893cf542502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:58.829248 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3904e907-bf9c-4cda-a36e-5c9eeadaa3c7 req-f54eeb48-2979-4ddc-87ce-a893cf542502 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af76b73a-45f4-4385-bb34-2d79a1f2655b HTTP/1.1" status: 200 len: 919 time: 0.0881853 Sep 15 13:43:58.880222 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3904e907-bf9c-4cda-a36e-5c9eeadaa3c7 req-17186b81-eb26-4811-acc3-5ef0f15583eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cee97d2d-987f-4ec8-b5a7-7392a0f21b33 HTTP/1.1" status: 200 len: 217 time: 0.0347672 Sep 15 13:43:58.950772 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904e907-bf9c-4cda-a36e-5c9eeadaa3c7 req-c3623de9-a127-468c-a5c5-49333ab1a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:58.953536 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3904e907-bf9c-4cda-a36e-5c9eeadaa3c7 req-c3623de9-a127-468c-a5c5-49333ab1a9ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2dd6332-a9e3-4eef-b026-6ff2e75e77c7 HTTP/1.1" status: 200 len: 858 time: 0.0583587 Sep 15 13:43:58.989331 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3904e907-bf9c-4cda-a36e-5c9eeadaa3c7 req-c089a0c7-bc17-40e3-a7e7-02b1a3688fd7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af76b73a-45f4-4385-bb34-2d79a1f2655b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284252 Sep 15 13:43:59.096934 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd2863-0a4d-45d2-a856-4004347d9ece req-8f56813c-1d1d-4d05-9b90-3e83e25600e5 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:59.098323 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-19bd2863-0a4d-45d2-a856-4004347d9ece req-8f56813c-1d1d-4d05-9b90-3e83e25600e5 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.1114187 Sep 15 13:43:59.132011 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3904e907-bf9c-4cda-a36e-5c9eeadaa3c7 req-bcfc6d28-25e2-4348-a5e9-fcd2d8beed25 service neutron] 10.222.0.15 "GET /v2.0/networks/af76b73a-45f4-4385-bb34-2d79a1f2655b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331358 Sep 15 13:43:59.159123 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-19bd2863-0a4d-45d2-a856-4004347d9ece req-6ea89015-3617-48b3-915f-466bb3098340 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549133 Sep 15 13:43:59.240593 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3904e907-bf9c-4cda-a36e-5c9eeadaa3c7 req-090df417-7800-442c-b846-f42a8b773fbd service neutron] 10.222.0.15 "GET /v2.0/networks/af76b73a-45f4-4385-bb34-2d79a1f2655b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936065 Sep 15 13:43:59.771470 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493ae6d-1781-4d61-9f0a-6bc47f055a40 req-f4cbe641-ea0d-4181-951a-924a0210d83d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:43:59.773181 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5493ae6d-1781-4d61-9f0a-6bc47f055a40 req-f4cbe641-ea0d-4181-951a-924a0210d83d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0538039 Sep 15 13:43:59.812124 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5493ae6d-1781-4d61-9f0a-6bc47f055a40 req-a7ddab73-fc2e-4ff3-8fab-6a45cc948204 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328920 Sep 15 13:44:00.274887 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03eaf2d-6f52-4767-9a4a-fb0a9cd96657 req-52cfdbcb-6c29-48c3-a2ff-532f555633a1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:00.276341 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f03eaf2d-6f52-4767-9a4a-fb0a9cd96657 req-52cfdbcb-6c29-48c3-a2ff-532f555633a1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0491083 Sep 15 13:44:00.314757 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f03eaf2d-6f52-4767-9a4a-fb0a9cd96657 req-256c5509-e744-4bf5-9197-80e19011d402 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313179 Sep 15 13:44:00.932057 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3627db-8dad-46ba-9856-9c4df1f82800 req-6ea606cf-2b94-462f-b4ff-aed215a328ad tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:00.934198 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-6a3627db-8dad-46ba-9856-9c4df1f82800 req-6ea606cf-2b94-462f-b4ff-aed215a328ad tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0513008 Sep 15 13:44:00.971406 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-6a3627db-8dad-46ba-9856-9c4df1f82800 req-645c04a2-255b-4833-bf34-a4f8ab3c7ac3 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312972 Sep 15 13:44:01.433322 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fd9fe-0ef2-4c85-83da-b39398539fab req-ad212d66-92d7-4ecf-821c-fbcc90a7c87e tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:01.435379 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c69fd9fe-0ef2-4c85-83da-b39398539fab req-ad212d66-92d7-4ecf-821c-fbcc90a7c87e tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0536556 Sep 15 13:44:01.476868 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c69fd9fe-0ef2-4c85-83da-b39398539fab req-ee864aa3-7e43-4fb5-9f20-2288c7c7d33e tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355201 Sep 15 13:44:02.085052 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717a26c-ecf8-4743-a6e8-0d555535ff8d req-0479d10b-dbf0-41e6-b4b1-345b698b5e05 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:02.086543 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9717a26c-ecf8-4743-a6e8-0d555535ff8d req-0479d10b-dbf0-41e6-b4b1-345b698b5e05 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0482614 Sep 15 13:44:02.125014 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9717a26c-ecf8-4743-a6e8-0d555535ff8d req-76bb3c92-9ab0-427d-84e0-7d36fa7fbe78 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319216 Sep 15 13:44:02.593879 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82f189-75c7-4a53-bcf0-754a663766cc req-26c7e0ae-fbe6-40fe-ad75-ea9dc4ed7b0d tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:02.595346 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-6d82f189-75c7-4a53-bcf0-754a663766cc req-26c7e0ae-fbe6-40fe-ad75-ea9dc4ed7b0d tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0502570 Sep 15 13:44:02.635958 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-6d82f189-75c7-4a53-bcf0-754a663766cc req-cdf2c95e-68bd-4aa0-9d0f-f4f30b148e35 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331447 Sep 15 13:44:03.245028 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e540ed8-6928-46f1-b982-062c986b2eff req-3f0982e8-4992-4575-bf56-b9d3a8056052 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:03.247063 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-6e540ed8-6928-46f1-b982-062c986b2eff req-3f0982e8-4992-4575-bf56-b9d3a8056052 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0534072 Sep 15 13:44:03.285926 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-6e540ed8-6928-46f1-b982-062c986b2eff req-39eb0c28-e253-4983-a7fc-fca16260fb2c tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329216 Sep 15 13:44:03.753580 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ea941-1991-4564-8289-5a7dc1f80e61 req-75716597-8099-486d-a725-67c7e804b099 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:03.755038 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7b2ea941-1991-4564-8289-5a7dc1f80e61 req-75716597-8099-486d-a725-67c7e804b099 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0541732 Sep 15 13:44:03.792924 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7b2ea941-1991-4564-8289-5a7dc1f80e61 req-cab9c913-59bd-422e-9f29-7ca46508a5a9 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317514 Sep 15 13:44:04.401850 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b03533-9065-4e19-931e-7056230d1be5 req-46be7a6c-55c7-47e1-a0e4-660abd054598 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:04.404215 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-e5b03533-9065-4e19-931e-7056230d1be5 req-46be7a6c-55c7-47e1-a0e4-660abd054598 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0508687 Sep 15 13:44:04.442463 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-e5b03533-9065-4e19-931e-7056230d1be5 req-30e907ca-7d42-4f7b-b96c-f5fd654ad0ee tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321007 Sep 15 13:44:04.689875 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-40420444-32ee-4115-9d52-07ac3b46265b tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:04.691329 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-40420444-32ee-4115-9d52-07ac3b46265b tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/networks?id=00a6423b-264c-4faa-9184-20a06ec6a475 HTTP/1.1" status: 200 len: 815 time: 0.1033647 Sep 15 13:44:04.706619 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-de79e416-4525-4084-8d42-9e1cbd603825 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/quotas/30e683cd0b3b464593bae97131ae8279 HTTP/1.1" status: 200 len: 375 time: 0.0096493 Sep 15 13:44:04.774219 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-1b4eea50-110f-4007-ba9d-6c4d80cee1cf tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=30e683cd0b3b464593bae97131ae8279&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0617588 Sep 15 13:44:04.873517 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-819ede05-c5a1-4924-914b-106b72ee977b service neutron] 10.222.0.30 "GET /v2.0/networks/00a6423b-264c-4faa-9184-20a06ec6a475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923634 Sep 15 13:44:04.928014 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d46fcd-ebfa-4384-90c7-a6b78e3a98c2 req-bece0d65-c563-4c9f-acb4-6b45f17d122b tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:04.930601 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-08d46fcd-ebfa-4384-90c7-a6b78e3a98c2 req-bece0d65-c563-4c9f-acb4-6b45f17d122b tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0647881 Sep 15 13:44:04.973514 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-08d46fcd-ebfa-4384-90c7-a6b78e3a98c2 req-858dfa10-edf1-4d1c-bc84-452c335c2d97 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356827 Sep 15 13:44:04.976863 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-07788202-a2fd-478c-b351-88fbfd7130ea service neutron] 10.222.0.30 "GET /v2.0/networks/00a6423b-264c-4faa-9184-20a06ec6a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933869 Sep 15 13:44:05.202700 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-d4b23c62-0bbe-426b-9206-807ad5a06b73 req-1824ced4-0841-47a2-a344-e28cc6ef8fd9 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8d93bd6-fda0-4e99-8e47-56c6997a14b5 HTTP/1.1" status: 200 len: 210 time: 0.0314467 Sep 15 13:44:05.559430 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830a1c5-df1c-49ae-83e7-6ae4ed333416 req-601eef83-12b1-48b6-897e-d46525c1af7d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:05.561134 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1830a1c5-df1c-49ae-83e7-6ae4ed333416 req-601eef83-12b1-48b6-897e-d46525c1af7d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0506587 Sep 15 13:44:05.598986 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1830a1c5-df1c-49ae-83e7-6ae4ed333416 req-378f2f0c-f768-421b-8c2d-fe6897ba8c93 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320747 Sep 15 13:44:06.093935 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b95e16-7c6a-4f84-a662-515c2cd679d3 req-5e168ead-7157-4c78-ba71-4c04692930c0 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:06.095299 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f8b95e16-7c6a-4f84-a662-515c2cd679d3 req-5e168ead-7157-4c78-ba71-4c04692930c0 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0485003 Sep 15 13:44:06.132350 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f8b95e16-7c6a-4f84-a662-515c2cd679d3 req-80e236fe-7290-4ebd-b979-34854850030c tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310977 Sep 15 13:44:06.294039 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-50402f81-1e34-4a24-a9a5-1715141d1e5f req-552d2315-aae4-4680-8fce-a9339e455cbd tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8d93bd6-fda0-4e99-8e47-56c6997a14b5 HTTP/1.1" status: 200 len: 210 time: 0.0262532 Sep 15 13:44:06.735221 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f37b55-c77f-4808-bd06-5f6076db3448 req-647d5257-e2d2-47a3-a6dd-cc44b772a369 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:06.736771 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-64f37b55-c77f-4808-bd06-5f6076db3448 req-647d5257-e2d2-47a3-a6dd-cc44b772a369 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0571954 Sep 15 13:44:06.786940 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-64f37b55-c77f-4808-bd06-5f6076db3448 req-da7398ae-f62c-40f1-8e7a-f49d0c1507c9 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435061 Sep 15 13:44:07.249802 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076728bf-7131-447a-bd5d-df0fde23ed87 req-11c9c52f-6c8d-4da5-8253-cf242ac63b52 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:07.251146 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-076728bf-7131-447a-bd5d-df0fde23ed87 req-11c9c52f-6c8d-4da5-8253-cf242ac63b52 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0516839 Sep 15 13:44:07.287073 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-076728bf-7131-447a-bd5d-df0fde23ed87 req-39f4f4cf-895c-4c18-9707-ce58addf77b9 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300972 Sep 15 13:44:07.384307 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7a58a2a6-e9fb-4587-93fe-b3c08f583bb0 req-b8c13374-8885-4c52-97a1-049c5dfad266 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8d93bd6-fda0-4e99-8e47-56c6997a14b5 HTTP/1.1" status: 200 len: 210 time: 0.0256019 Sep 15 13:44:07.704075 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9990e3-e7de-45a8-ad9b-a37481bcd84b req-d327359b-cead-4648-8a66-edc9dbbdb4cc tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:07.705565 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5d9990e3-e7de-45a8-ad9b-a37481bcd84b req-d327359b-cead-4648-8a66-edc9dbbdb4cc tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 945 time: 0.1105905 Sep 15 13:44:07.739472 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:07.750888 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-b2dd9b3f-68bb-49f0-b1e5-fc15bf176c26 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:07.752371 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-b2dd9b3f-68bb-49f0-b1e5-fc15bf176c26 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.15 "GET /v2.0/networks?id=00a6423b-264c-4faa-9184-20a06ec6a475 HTTP/1.1" status: 200 len: 815 time: 0.1315420 Sep 15 13:44:07.768697 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-3cec6056-fda2-47f2-b296-3ac7013ce300 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Request body: {'port': {'device_id': 'c8d93bd6-fda0-4e99-8e47-56c6997a14b5', 'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475', 'admin_state_up': True, 'tenant_id': '30e683cd0b3b464593bae97131ae8279'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:07.773921 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5d9990e3-e7de-45a8-ad9b-a37481bcd84b req-c1bb5606-6305-4c87-bf6e-761b4dc2bc9b tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609505 Sep 15 13:44:07.797467 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 47216) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:07.925340 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f2fb6-ec39-4705-8fd9-5479c46ef4df req-40f3bd7e-08a7-4f79-bfb7-c6a0ede2644b tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:07.926814 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9e5f2fb6-ec39-4705-8fd9-5479c46ef4df req-40f3bd7e-08a7-4f79-bfb7-c6a0ede2644b tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0530593 Sep 15 13:44:07.964133 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9e5f2fb6-ec39-4705-8fd9-5479c46ef4df req-d377b713-b82a-46ad-acd0-0acf317f0dc5 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311263 Sep 15 13:44:08.025062 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-3cec6056-fda2-47f2-b296-3ac7013ce300 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Made reservation on behalf of 30e683cd0b3b464593bae97131ae8279 for: {'port': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:44:08.029405 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-3cec6056-fda2-47f2-b296-3ac7013ce300 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:08.170557 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-3cec6056-fda2-47f2-b296-3ac7013ce300 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Allocated IP 172.20.0.12 (00a6423b-264c-4faa-9184-20a06ec6a475/6063b90d-c941-474e-b7a5-2a0f7253c43f/f283c90c-384f-48c3-b2d5-dd0e5e43372a) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:44:08.185319 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfd3b60-27ba-4c88-97f8-5148253d4988 tempest-TestMinimumBasicScenario-2137298997 tempest-TestMinimumBasicScenario-2137298997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:08.186848 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-7bfd3b60-27ba-4c88-97f8-5148253d4988 tempest-TestMinimumBasicScenario-2137298997 tempest-TestMinimumBasicScenario-2137298997-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 1093 time: 0.3883991 Sep 15 13:44:08.189823 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 47234) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:08.194264 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-b88f6750-87b0-4341-97ca-4b1b695f6ca2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Request body: {'floatingip': {'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'port_id': '34ba892c-d9d8-4bf7-bd08-e539fdaa1880', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:08.319106 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b88f6750-87b0-4341-97ca-4b1b695f6ca2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for floatingip, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:08.328159 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-3cec6056-fda2-47f2-b296-3ac7013ce300 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:08.407614 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dcae8-1ef3-45bd-be35-8b4f6a2436c8 req-4daf4905-1cf3-4a2b-bd29-8f50b23a6372 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:08.409180 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f63dcae8-1ef3-45bd-be35-8b4f6a2436c8 req-4daf4905-1cf3-4a2b-bd29-8f50b23a6372 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0501852 Sep 15 13:44:08.424514 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b88f6750-87b0-4341-97ca-4b1b695f6ca2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:08.430546 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-3cec6056-fda2-47f2-b296-3ac7013ce300 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:08.445724 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['bb997887-02c6-475d-b775-5803a8a38c3b', '382e0873-fa9a-401e-b898-2cf3e3d1c666', '524866d7-d165-4ab4-9041-1416f777f8e6'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:44:08.508403 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-3cec6056-fda2-47f2-b296-3ac7013ce300 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Network 00a6423b-264c-4faa-9184-20a06ec6a475 is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:44:08.515443 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-3cec6056-fda2-47f2-b296-3ac7013ce300 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:08.519801 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-3cec6056-fda2-47f2-b296-3ac7013ce300 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:44:08.522302 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec6056-fda2-47f2-b296-3ac7013ce300 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Pushing event updated for resources: {'Port': ['ID=f283c90c-384f-48c3-b2d5-dd0e5e43372a,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:08.528891 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f63dcae8-1ef3-45bd-be35-8b4f6a2436c8 req-578ad036-7c98-4aaa-b61d-a03b77e10441 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124315 Sep 15 13:44:08.571420 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcced27-0596-4a7b-9546-13ab6f58775b req-7da00227-6857-4fca-b67e-4eb3a9da36ec tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:08.573283 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-1fcced27-0596-4a7b-9546-13ab6f58775b req-7da00227-6857-4fca-b67e-4eb3a9da36ec tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8d93bd6-fda0-4e99-8e47-56c6997a14b5 HTTP/1.1" status: 200 len: 932 time: 0.1067386 Sep 15 13:44:08.578440 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-3cec6056-fda2-47f2-b296-3ac7013ce300 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:08.579078 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-3cec6056-fda2-47f2-b296-3ac7013ce300 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:08.602823 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_common [None req-b88f6750-87b0-4341-97ca-4b1b695f6ca2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Allocated IP 172.27.0.99 (ece37916-b27e-4896-b760-50248bab8142/37569b60-ab24-446b-9709-ec585ea5ec0b/e9a6f084-ce95-4b6d-917f-c04280b57246) {{(pid=101213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:44:08.634698 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-1fcced27-0596-4a7b-9546-13ab6f58775b req-96f75463-9f21-418e-9e86-6793c9b1c870 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523925 Sep 15 13:44:08.648325 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-3cec6056-fda2-47f2-b296-3ac7013ce300 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8833642 Sep 15 13:44:08.661103 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-ab9d4f68-58fc-472e-9d51-770f87eb4446 service neutron] Request body: {'port': {'device_id': 'c8d93bd6-fda0-4e99-8e47-56c6997a14b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:08.718687 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-ab9d4f68-58fc-472e-9d51-770f87eb4446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:08.728882 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b88f6750-87b0-4341-97ca-4b1b695f6ca2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for port, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:08.843411 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b88f6750-87b0-4341-97ca-4b1b695f6ca2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:08.887148 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88f6750-87b0-4341-97ca-4b1b695f6ca2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Network ece37916-b27e-4896-b760-50248bab8142 is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:44:08.891073 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-b88f6750-87b0-4341-97ca-4b1b695f6ca2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:08.894769 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88f6750-87b0-4341-97ca-4b1b695f6ca2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Received port after_create {{(pid=101213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:44:08.919174 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f6750-87b0-4341-97ca-4b1b695f6ca2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Pushing event updated for resources: {'Port': ['ID=e9a6f084-ce95-4b6d-917f-c04280b57246,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:08.999637 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-ab9d4f68-58fc-472e-9d51-770f87eb4446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f283c90c-384f-48c3-b2d5-dd0e5e43372a {{(pid=101214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:44:09.007574 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-ab9d4f68-58fc-472e-9d51-770f87eb4446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:09.020129 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.provisioning_blocks [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-ab9d4f68-58fc-472e-9d51-770f87eb4446 service neutron] Transition to ACTIVE for port object f283c90c-384f-48c3-b2d5-dd0e5e43372a will not be triggered until provisioned by entity L2. {{(pid=101214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:44:09.081424 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed8fb9-1453-470b-84db-a33456cdeb50 req-3ba57acd-3f32-471c-8986-7a6990df7b0f tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:09.083158 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a3ed8fb9-1453-470b-84db-a33456cdeb50 req-3ba57acd-3f32-471c-8986-7a6990df7b0f tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0481958 Sep 15 13:44:09.106979 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-ab9d4f68-58fc-472e-9d51-770f87eb4446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:09.155831 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a3ed8fb9-1453-470b-84db-a33456cdeb50 req-a8b1fa4b-084f-43f6-9a35-e814de2b5b5f tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666237 Sep 15 13:44:09.177639 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d4f68-58fc-472e-9d51-770f87eb4446 service neutron] Pushing event updated for resources: {'Port': ['ID=f283c90c-384f-48c3-b2d5-dd0e5e43372a,revision_number=2']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:09.247153 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-ab9d4f68-58fc-472e-9d51-770f87eb4446 service neutron] Attempting to bind port f283c90c-384f-48c3-b2d5-dd0e5e43372a on host hv-cinder-80345 for vnic_type normal with profile {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:44:09.247487 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-ab9d4f68-58fc-472e-9d51-770f87eb4446 service neutron] Attempting to bind port f283c90c-384f-48c3-b2d5-dd0e5e43372a by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': 'cb5413ea-771f-42e8-811f-6415872afa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475'}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:44:09.247814 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-ab9d4f68-58fc-472e-9d51-770f87eb4446 service neutron] Attempting to bind port f283c90c-384f-48c3-b2d5-dd0e5e43372a on network 00a6423b-264c-4faa-9184-20a06ec6a475 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:44:09.252082 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-ab9d4f68-58fc-472e-9d51-770f87eb4446 service neutron] Port f283c90c-384f-48c3-b2d5-dd0e5e43372a on network 00a6423b-264c-4faa-9184-20a06ec6a475 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:44:09.252399 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-ab9d4f68-58fc-472e-9d51-770f87eb4446 service neutron] Attempting to bind port f283c90c-384f-48c3-b2d5-dd0e5e43372a on network 00a6423b-264c-4faa-9184-20a06ec6a475 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:44:09.257482 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-ab9d4f68-58fc-472e-9d51-770f87eb4446 service neutron] Checking agent: {'id': 'b550a8ff-0b84-4201-8276-b98629f1370c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'started_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:44:09.259798 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-ab9d4f68-58fc-472e-9d51-770f87eb4446 service neutron] Checking segment: {'id': 'cb5413ea-771f-42e8-811f-6415872afa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:44:09.259798 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-ab9d4f68-58fc-472e-9d51-770f87eb4446 service neutron] Bound using segment: {'id': 'cb5413ea-771f-42e8-811f-6415872afa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475'} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:44:09.259798 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-ab9d4f68-58fc-472e-9d51-770f87eb4446 service neutron] Bound port: f283c90c-384f-48c3-b2d5-dd0e5e43372a, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5413ea-771f-42e8-811f-6415872afa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475'}}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:44:09.259798 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-ab9d4f68-58fc-472e-9d51-770f87eb4446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:09.322463 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-ab9d4f68-58fc-472e-9d51-770f87eb4446 service neutron] For port f283c90c-384f-48c3-b2d5-dd0e5e43372a, host hv-cinder-80345, cleared binding levels {{(pid=101214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:44:09.325603 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-ab9d4f68-58fc-472e-9d51-770f87eb4446 service neutron] For port f283c90c-384f-48c3-b2d5-dd0e5e43372a, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=f283c90c-384f-48c3-b2d5-dd0e5e43372a,segment=NetworkSegment(cb5413ea-771f-42e8-811f-6415872afa7a),segment_id=cb5413ea-771f-42e8-811f-6415872afa7a)] {{(pid=101214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:44:09.420112 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-ab9d4f68-58fc-472e-9d51-770f87eb4446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:09.456977 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-ab9d4f68-58fc-472e-9d51-770f87eb4446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:09.457584 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-ab9d4f68-58fc-472e-9d51-770f87eb4446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:09.459228 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-ab9d4f68-58fc-472e-9d51-770f87eb4446 service neutron] 10.222.0.15 "PUT /v2.0/ports/f283c90c-384f-48c3-b2d5-dd0e5e43372a HTTP/1.1" status: 200 len: 1094 time: 0.8025374 Sep 15 13:44:09.459675 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d93bd6-fda0-4e99-8e47-56c6997a14b5', 'tag': 'f283c90c-384f-48c3-b2d5-dd0e5e43372a'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:44:09.462200 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df9fe56-0865-451c-9eb0-30974f6c776c" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d93bd6-fda0-4e99-8e47-56c6997a14b5", "tag": "f283c90c-384f-48c3-b2d5-dd0e5e43372a"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:44:09.490686 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d4f68-58fc-472e-9d51-770f87eb4446 service neutron] Pushing event updated for resources: {'Port': ['ID=f283c90c-384f-48c3-b2d5-dd0e5e43372a,revision_number=3']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:09.513677 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5723d6-caf5-4ce4-8b88-67e793a6e06b x-openstack-request-id: req-7d5723d6-caf5-4ce4-8b88-67e793a6e06b {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:44:09.513967 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d93bd6-fda0-4e99-8e47-56c6997a14b5", "tag": "f283c90c-384f-48c3-b2d5-dd0e5e43372a", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:44:09.514224 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7d5723d6-caf5-4ce4-8b88-67e793a6e06b {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:44:09.514666 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d93bd6-fda0-4e99-8e47-56c6997a14b5', 'tag': 'f283c90c-384f-48c3-b2d5-dd0e5e43372a', 'status': 'completed', 'code': 200} Sep 15 13:44:09.540145 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b88f6750-87b0-4341-97ca-4b1b695f6ca2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:09.585188 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9fe56-0865-451c-9eb0-30974f6c776c req-bad8ec2b-7040-4a65-9597-a5a395facbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:09.585613 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8df9fe56-0865-451c-9eb0-30974f6c776c req-bad8ec2b-7040-4a65-9597-a5a395facbac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30e683cd0b3b464593bae97131ae8279&device_id=c8d93bd6-fda0-4e99-8e47-56c6997a14b5 HTTP/1.1" status: 200 len: 1097 time: 0.0450757 Sep 15 13:44:09.690403 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b88f6750-87b0-4341-97ca-4b1b695f6ca2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:09.719691 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a072b-2ac0-4428-8169-ddb8b9baef0d req-e5df67b2-2454-4052-9d14-7ac7be42d0c5 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:09.721180 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ac2a072b-2ac0-4428-8169-ddb8b9baef0d req-e5df67b2-2454-4052-9d14-7ac7be42d0c5 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.1060591 Sep 15 13:44:09.742008 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9fe56-0865-451c-9eb0-30974f6c776c req-3a5bdf1f-cd74-4d45-83eb-4fc5b7e08d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:09.743416 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8df9fe56-0865-451c-9eb0-30974f6c776c req-3a5bdf1f-cd74-4d45-83eb-4fc5b7e08d1a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=30e683cd0b3b464593bae97131ae8279&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1364999 Sep 15 13:44:09.797407 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38228095-8f3a-4324-b171-ca74e6893964 req-207132c4-5005-49a0-9b4c-b1e0a0b011d6 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:09.798901 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-38228095-8f3a-4324-b171-ca74e6893964 req-207132c4-5005-49a0-9b4c-b1e0a0b011d6 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8d93bd6-fda0-4e99-8e47-56c6997a14b5 HTTP/1.1" status: 200 len: 944 time: 0.0854731 Sep 15 13:44:09.799714 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ac2a072b-2ac0-4428-8169-ddb8b9baef0d req-22253d1c-ffd2-4a62-a000-292a70a64108 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681872 Sep 15 13:44:09.863186 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9fe56-0865-451c-9eb0-30974f6c776c req-29f3ec31-9de0-493f-a67d-df4581b0e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:09.864954 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8df9fe56-0865-451c-9eb0-30974f6c776c req-29f3ec31-9de0-493f-a67d-df4581b0e860 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1124463 Sep 15 13:44:09.883911 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-38228095-8f3a-4324-b171-ca74e6893964 req-9ac46a93-2a4b-4f5c-848d-65b82d97df6f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547788 Sep 15 13:44:09.918775 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b88f6750-87b0-4341-97ca-4b1b695f6ca2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for port, precommit_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:09.960234 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-f7aeb541-ce3e-483e-876a-f989f64710a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:09.961726 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-f7aeb541-ce3e-483e-876a-f989f64710a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30e683cd0b3b464593bae97131ae8279&device_id=c8d93bd6-fda0-4e99-8e47-56c6997a14b5 HTTP/1.1" status: 200 len: 1097 time: 0.0411475 Sep 15 13:44:10.008835 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-96274b2a-208a-4ce1-a305-f42783e544e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f283c90c-384f-48c3-b2d5-dd0e5e43372a HTTP/1.1" status: 200 len: 217 time: 0.0365758 Sep 15 13:44:10.059989 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-7515142c-465c-44b1-a657-9579fa8195eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:10.061432 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-7515142c-465c-44b1-a657-9579fa8195eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6063b90d-c941-474e-b7a5-2a0f7253c43f HTTP/1.1" status: 200 len: 855 time: 0.0442460 Sep 15 13:44:10.064676 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b88f6750-87b0-4341-97ca-4b1b695f6ca2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5008746'] for port, after_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:10.103296 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-2e0a6507-123e-4136-9602-23f146f299c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00a6423b-264c-4faa-9184-20a06ec6a475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273142 Sep 15 13:44:10.135873 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f6750-87b0-4341-97ca-4b1b695f6ca2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Pushing event updated for resources: {'Port': ['ID=e9a6f084-ce95-4b6d-917f-c04280b57246,revision_number=2']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:10.146494 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b88f6750-87b0-4341-97ca-4b1b695f6ca2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550917'] for floatingip, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:10.247568 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-11cbc3a0-b588-4416-9d91-05330dd1e48f service neutron] 10.222.0.15 "GET /v2.0/networks/00a6423b-264c-4faa-9184-20a06ec6a475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253641 Sep 15 13:44:10.283997 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84444edc-10be-40a0-bd48-9941e678dc30 req-bac4ed80-9d4c-4a66-af06-45816359fdd2 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:10.285646 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-84444edc-10be-40a0-bd48-9941e678dc30 req-bac4ed80-9d4c-4a66-af06-45816359fdd2 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0998445 Sep 15 13:44:10.309181 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.db.l3_db [None req-b88f6750-87b0-4341-97ca-4b1b695f6ca2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Floating IP 545986b4-8815-41c5-8f22-fe6624623650 associated. External IP: 172.27.0.99, port: 34ba892c-d9d8-4bf7-bd08-e539fdaa1880. Sep 15 13:44:10.394125 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-84444edc-10be-40a0-bd48-9941e678dc30 req-14ca0040-ccfd-4de0-b154-f43370428595 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994399 Sep 15 13:44:10.543614 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88f6750-87b0-4341-97ca-4b1b695f6ca2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Router 82d52fdd-4f21-4e57-b144-eda6cade40ed has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:44:10.655077 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88f6750-87b0-4341-97ca-4b1b695f6ca2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:44:10.660719 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e683a-5169-4ca1-837a-9928ccede2e8 req-0818fefb-fe20-4472-a8e8-630e7e176d74 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:10.662867 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-635e683a-5169-4ca1-837a-9928ccede2e8 req-0818fefb-fe20-4472-a8e8-630e7e176d74 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.3923857 Sep 15 13:44:10.664596 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ae329-508e-4b60-a274-82ac1209b35e req-66c23048-2661-43ef-842c-35194f8da35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:10.665997 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-042ae329-508e-4b60-a274-82ac1209b35e req-66c23048-2661-43ef-842c-35194f8da35f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9afbcb1e186943a180e744626f0ee7af&device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 1098 time: 0.3474014 Sep 15 13:44:10.668888 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f045b582-7162-4420-a1ee-d01bfc055a19 req-8a659957-07dc-46e0-a302-6898f6f453ff service neutron] 10.222.0.15 "GET /v2.0/networks/00a6423b-264c-4faa-9184-20a06ec6a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116099 Sep 15 13:44:10.669419 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c44d94b-4a0f-4f4f-81c7-d0aa7549ec4f None None] Sync routers for ids ['82d52fdd-4f21-4e57-b144-eda6cade40ed'] in dv-cinder-803456-3-iscsi {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:44:10.678832 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c44d94b-4a0f-4f4f-81c7-d0aa7549ec4f None None] Routers {'82d52fdd-4f21-4e57-b144-eda6cade40ed'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:44:10.679475 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-1c44d94b-4a0f-4f4f-81c7-d0aa7549ec4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:43:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['82d52fdd-4f21-4e57-b144-eda6cade40ed'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:10.725683 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-635e683a-5169-4ca1-837a-9928ccede2e8 req-574895ba-1d84-46a1-8b10-7fd19c4bf4c6 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556686 Sep 15 13:44:10.767976 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b88f6750-87b0-4341-97ca-4b1b695f6ca2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for floatingip, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:10.791108 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ae329-508e-4b60-a274-82ac1209b35e req-44cd8ad8-3f8d-4514-a066-2da4df392ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:10.793097 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-042ae329-508e-4b60-a274-82ac1209b35e req-44cd8ad8-3f8d-4514-a066-2da4df392ebf service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a95ae3f-eb65-4410-bd12-2770233cdae3 HTTP/1.1" status: 200 len: 911 time: 0.1103234 Sep 15 13:44:10.797514 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-b88f6750-87b0-4341-97ca-4b1b695f6ca2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6063530 Sep 15 13:44:10.798028 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d22783-1f64-4b8c-9ba2-623e52855e03', 'tag': '34ba892c-d9d8-4bf7-bd08-e539fdaa1880'}] {{(pid=101213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:44:10.800352 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 47274) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:10.800472 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff073eead6493975f685ac04183236be2a8c26a4aa37cf526e84efa9cac54909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e24ae4-c3e4-4ff2-adc2-97b1c7a9ca29" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d22783-1f64-4b8c-9ba2-623e52855e03", "tag": "34ba892c-d9d8-4bf7-bd08-e539fdaa1880"}]}' {{(pid=101213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:44:10.813090 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-56849a0f-1799-4348-8745-af67d1612f60 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-45541248', 'description': 'tempest-secgroup-smoke-45541248 description', 'project_id': '61294742e3c340a6ad4d0579212932db'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:10.837438 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d350946c-01d2-4d9e-b2dd-9fcada32ea86 x-openstack-request-id: req-d350946c-01d2-4d9e-b2dd-9fcada32ea86 {{(pid=101213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:44:10.843398 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d22783-1f64-4b8c-9ba2-623e52855e03", "tag": "34ba892c-d9d8-4bf7-bd08-e539fdaa1880", "status": "completed", "code": 200}]} {{(pid=101213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:44:10.843398 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d350946c-01d2-4d9e-b2dd-9fcada32ea86 {{(pid=101213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:44:10.843398 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d22783-1f64-4b8c-9ba2-623e52855e03', 'tag': '34ba892c-d9d8-4bf7-bd08-e539fdaa1880', 'status': 'completed', 'code': 200} Sep 15 13:44:10.879158 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-1c44d94b-4a0f-4f4f-81c7-d0aa7549ec4f None None] Set router 82d52fdd-4f21-4e57-b144-eda6cade40ed gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:44:10.910883 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-042ae329-508e-4b60-a274-82ac1209b35e req-99a1d838-b32f-4be7-80f3-65f0ed382f64 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee782ef4-59ee-40b2-ae51-01d1682ba32f HTTP/1.1" status: 200 len: 1001 time: 0.1078050 Sep 15 13:44:10.913363 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-56849a0f-1799-4348-8745-af67d1612f60 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:10.998390 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e24ae4-c3e4-4ff2-adc2-97b1c7a9ca29 req-c34479ee-ba90-4b4c-a925-b32f0eea30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:10.999858 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f4e24ae4-c3e4-4ff2-adc2-97b1c7a9ca29 req-c34479ee-ba90-4b4c-a925-b32f0eea30b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61294742e3c340a6ad4d0579212932db&device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 1098 time: 0.1212380 Sep 15 13:44:11.063223 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ae329-508e-4b60-a274-82ac1209b35e req-0676c8b0-d7a4-43af-a293-daa1a8a53a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:11.071606 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-042ae329-508e-4b60-a274-82ac1209b35e req-0676c8b0-d7a4-43af-a293-daa1a8a53a54 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6 HTTP/1.1" status: 200 len: 849 time: 0.1362965 Sep 15 13:44:11.115833 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-1c44d94b-4a0f-4f4f-81c7-d0aa7549ec4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'name': 'tempest-TestMinimumBasicScenario-194145396-router', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:42Z', 'updated_at': '2021-09-15T13:42:47Z', 'revision_number': 4, 'project_id': '61294742e3c340a6ad4d0579212932db', 'gw_port': {'id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:43Z', 'updated_at': '2021-09-15T13:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': '545986b4-8815-41c5-8f22-fe6624623650', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'port_id': '34ba892c-d9d8-4bf7-bd08-e539fdaa1880', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242', 'mac_address': 'fa:16:3e:b9:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d22783-1f64-4b8c-9ba2-623e52855e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:44:09Z', 'updated_at': '2021-09-15T13:44:09Z', 'revision_number': 0, 'project_id': '61294742e3c340a6ad4d0579212932db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627b9262-0445-44d5-86ad-f5b9b6695c2d', 'name': '', 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'mac_address': 'fa:16:3e:ee:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ac47ab29-1e5b-46c4-82bd-f8befa3f5f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:46Z', 'updated_at': '2021-09-15T13:42:51Z', 'revision_number': 5, 'project_id': '61294742e3c340a6ad4d0579212932db', 'subnets': [{'id': 'ac47ab29-1e5b-46c4-82bd-f8befa3f5f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:11.144331 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c44d94b-4a0f-4f4f-81c7-d0aa7549ec4f None None] Checking router: 82d52fdd-4f21-4e57-b144-eda6cade40ed for host: dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:44:11.150392 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c44d94b-4a0f-4f4f-81c7-d0aa7549ec4f None None] Routers {'82d52fdd-4f21-4e57-b144-eda6cade40ed'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:44:11.150989 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-1c44d94b-4a0f-4f4f-81c7-d0aa7549ec4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:43:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['82d52fdd-4f21-4e57-b144-eda6cade40ed'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:11.164271 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695170a-2145-4425-a40c-8c774ac6acc1 req-442d9144-b8c1-4591-a1ec-232daf3e67fc tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:11.165788 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e695170a-2145-4425-a40c-8c774ac6acc1 req-442d9144-b8c1-4591-a1ec-232daf3e67fc tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8d93bd6-fda0-4e99-8e47-56c6997a14b5 HTTP/1.1" status: 200 len: 944 time: 0.1958902 Sep 15 13:44:11.235164 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-56849a0f-1799-4348-8745-af67d1612f60 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:11.259090 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ae329-508e-4b60-a274-82ac1209b35e req-41546374-630d-4899-8e98-9c3067ff9b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:11.260621 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-042ae329-508e-4b60-a274-82ac1209b35e req-41546374-630d-4899-8e98-9c3067ff9b41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a95ae3f-eb65-4410-bd12-2770233cdae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1731229 Sep 15 13:44:11.263589 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-1c44d94b-4a0f-4f4f-81c7-d0aa7549ec4f None None] Set router 82d52fdd-4f21-4e57-b144-eda6cade40ed gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:44:11.264616 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e24ae4-c3e4-4ff2-adc2-97b1c7a9ca29 req-aecca724-650c-43e1-9174-130627a9c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:11.266317 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f4e24ae4-c3e4-4ff2-adc2-97b1c7a9ca29 req-aecca724-650c-43e1-9174-130627a9c22b service neutron] 10.222.0.15 "GET /v2.0/networks?id=4faa406a-5949-48ea-a6c9-57f1d5522242 HTTP/1.1" status: 200 len: 915 time: 0.2491026 Sep 15 13:44:11.270094 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e695170a-2145-4425-a40c-8c774ac6acc1 req-58b073a0-6b9e-48ef-95d6-3e314f25c5f2 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886157 Sep 15 13:44:11.338749 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-56849a0f-1799-4348-8745-af67d1612f60 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:11.428949 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f4e24ae4-c3e4-4ff2-adc2-97b1c7a9ca29 req-3487e57c-7943-422a-8f3d-a440fe178431 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ba892c-d9d8-4bf7-bd08-e539fdaa1880 HTTP/1.1" status: 200 len: 998 time: 0.1486399 Sep 15 13:44:11.431232 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56849a0f-1799-4348-8745-af67d1612f60 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4235e1-6383-49c8-8663-c2ce5694b6ef,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:11.485663 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-042ae329-508e-4b60-a274-82ac1209b35e req-a8c0a72f-9775-4a6a-a37b-0ded645c8f94 service neutron] 10.222.0.15 "GET /v2.0/networks/1a95ae3f-eb65-4410-bd12-2770233cdae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066991 Sep 15 13:44:11.492729 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-56849a0f-1799-4348-8745-af67d1612f60 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:11.492729 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-56849a0f-1799-4348-8745-af67d1612f60 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.6908352 Sep 15 13:44:11.504417 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 47288) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:11.506880 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-1c44d94b-4a0f-4f4f-81c7-d0aa7549ec4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'name': 'tempest-TestMinimumBasicScenario-194145396-router', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:42Z', 'updated_at': '2021-09-15T13:42:47Z', 'revision_number': 4, 'project_id': '61294742e3c340a6ad4d0579212932db', 'gw_port': {'id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:43Z', 'updated_at': '2021-09-15T13:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': '545986b4-8815-41c5-8f22-fe6624623650', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'port_id': '34ba892c-d9d8-4bf7-bd08-e539fdaa1880', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242', 'mac_address': 'fa:16:3e:b9:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d22783-1f64-4b8c-9ba2-623e52855e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:44:09Z', 'updated_at': '2021-09-15T13:44:09Z', 'revision_number': 0, 'project_id': '61294742e3c340a6ad4d0579212932db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627b9262-0445-44d5-86ad-f5b9b6695c2d', 'name': '', 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'mac_address': 'fa:16:3e:ee:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ac47ab29-1e5b-46c4-82bd-f8befa3f5f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:46Z', 'updated_at': '2021-09-15T13:42:51Z', 'revision_number': 5, 'project_id': '61294742e3c340a6ad4d0579212932db', 'subnets': [{'id': 'ac47ab29-1e5b-46c4-82bd-f8befa3f5f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:11.512231 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-b9ab360a-84f6-4464-89a0-d915485aa4ea tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Request body: {'security_group_rule': {'security_group_id': '8c4235e1-6383-49c8-8663-c2ce5694b6ef', 'project_id': '61294742e3c340a6ad4d0579212932db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:11.534365 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c44d94b-4a0f-4f4f-81c7-d0aa7549ec4f None None] The sync data for ids ['82d52fdd-4f21-4e57-b144-eda6cade40ed'] in dv-cinder-803456-3-iscsi is: [{'id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'name': 'tempest-TestMinimumBasicScenario-194145396-router', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:42Z', 'updated_at': '2021-09-15T13:42:47Z', 'revision_number': 4, 'project_id': '61294742e3c340a6ad4d0579212932db', 'gw_port': {'id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:43Z', 'updated_at': '2021-09-15T13:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': '545986b4-8815-41c5-8f22-fe6624623650', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'port_id': '34ba892c-d9d8-4bf7-bd08-e539fdaa1880', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242', 'mac_address': 'fa:16:3e:b9:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d22783-1f64-4b8c-9ba2-623e52855e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:44:09Z', 'updated_at': '2021-09-15T13:44:09Z', 'revision_number': 0, 'project_id': '61294742e3c340a6ad4d0579212932db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627b9262-0445-44d5-86ad-f5b9b6695c2d', 'name': '', 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'mac_address': 'fa:16:3e:ee:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ac47ab29-1e5b-46c4-82bd-f8befa3f5f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:46Z', 'updated_at': '2021-09-15T13:42:51Z', 'revision_number': 5, 'project_id': '61294742e3c340a6ad4d0579212932db', 'subnets': [{'id': 'ac47ab29-1e5b-46c4-82bd-f8befa3f5f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:44:11.538244 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882cb0d1-71e3-495a-b36f-9032990dd27b req-57d9111a-de12-4fc5-b64b-d8bb85a67299 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:11.541615 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-882cb0d1-71e3-495a-b36f-9032990dd27b req-57d9111a-de12-4fc5-b64b-d8bb85a67299 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0616720 Sep 15 13:44:11.544947 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e24ae4-c3e4-4ff2-adc2-97b1c7a9ca29 req-fed84963-7397-4a2a-8ac7-5d93deb72392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:11.546450 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f4e24ae4-c3e4-4ff2-adc2-97b1c7a9ca29 req-fed84963-7397-4a2a-8ac7-5d93deb72392 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac47ab29-1e5b-46c4-82bd-f8befa3f5f53 HTTP/1.1" status: 200 len: 853 time: 0.1030614 Sep 15 13:44:11.595142 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-882cb0d1-71e3-495a-b36f-9032990dd27b req-e3cdd453-4c43-45ce-a7d5-05eef5543303 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369253 Sep 15 13:44:11.646796 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-042ae329-508e-4b60-a274-82ac1209b35e req-83de40ee-b0dd-4d09-9171-a27b05082274 service neutron] 10.222.0.15 "GET /v2.0/networks/1a95ae3f-eb65-4410-bd12-2770233cdae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514888 Sep 15 13:44:11.649386 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e24ae4-c3e4-4ff2-adc2-97b1c7a9ca29 req-37afb3b9-937a-48cc-bce6-22e8c302ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:11.650732 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f4e24ae4-c3e4-4ff2-adc2-97b1c7a9ca29 req-37afb3b9-937a-48cc-bce6-22e8c302ffae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4faa406a-5949-48ea-a6c9-57f1d5522242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0933154 Sep 15 13:44:11.740500 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5377b28a-a505-4392-9a8f-4541c0b07d4b None None] New status for floating IP 545986b4-8815-41c5-8f22-fe6624623650: ACTIVE {{(pid=101215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:44:11.744085 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-b9ab360a-84f6-4464-89a0-d915485aa4ea tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:11.789688 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f4e24ae4-c3e4-4ff2-adc2-97b1c7a9ca29 req-1a8a38e5-7286-45b2-85a9-b87a062fad68 service neutron] 10.222.0.15 "GET /v2.0/networks/4faa406a-5949-48ea-a6c9-57f1d5522242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181664 Sep 15 13:44:11.834304 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-b9ab360a-84f6-4464-89a0-d915485aa4ea tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:11.919424 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7fd99-8329-42d0-85ea-d70620cb0649 req-8535a22b-94be-45e7-8046-f67cad26e561 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:11.920916 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-83a7fd99-8329-42d0-85ea-d70620cb0649 req-8535a22b-94be-45e7-8046-f67cad26e561 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.1108818 Sep 15 13:44:11.947282 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f4e24ae4-c3e4-4ff2-adc2-97b1c7a9ca29 req-fb789518-6e86-47da-85aa-e079f00a58a2 service neutron] 10.222.0.15 "GET /v2.0/networks/4faa406a-5949-48ea-a6c9-57f1d5522242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485739 Sep 15 13:44:11.968475 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-83a7fd99-8329-42d0-85ea-d70620cb0649 req-afcf3633-af89-4d65-bdd8-498c9953cba9 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415771 Sep 15 13:44:12.013367 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-b9ab360a-84f6-4464-89a0-d915485aa4ea tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:12.032303 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab360a-84f6-4464-89a0-d915485aa4ea tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a008976b-023a-4533-8a74-f06505b67239,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:12.116738 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-b9ab360a-84f6-4464-89a0-d915485aa4ea tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:12.118199 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-b9ab360a-84f6-4464-89a0-d915485aa4ea tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6127264 Sep 15 13:44:12.120792 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 47296) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:12.125576 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-b0bd0171-9d2f-4ca1-b372-1876c92c15f2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Request body: {'security_group_rule': {'security_group_id': '8c4235e1-6383-49c8-8663-c2ce5694b6ef', 'project_id': '61294742e3c340a6ad4d0579212932db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:12.218603 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-b0bd0171-9d2f-4ca1-b372-1876c92c15f2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:12.276073 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-b0bd0171-9d2f-4ca1-b372-1876c92c15f2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:12.362200 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-b0bd0171-9d2f-4ca1-b372-1876c92c15f2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:12.379444 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd0171-9d2f-4ca1-b372-1876c92c15f2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39be2c64-8af7-4540-929b-b98542c9a456,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:12.390559 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768db40c-3937-49e5-b099-0593120913a3 req-1004f56f-19c4-495e-be48-175a07027b9a tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:12.392030 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-768db40c-3937-49e5-b099-0593120913a3 req-1004f56f-19c4-495e-be48-175a07027b9a tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8d93bd6-fda0-4e99-8e47-56c6997a14b5 HTTP/1.1" status: 200 len: 944 time: 0.0488200 Sep 15 13:44:12.428918 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-768db40c-3937-49e5-b099-0593120913a3 req-25f079dd-014e-40dc-89d2-962083dd7ad9 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310869 Sep 15 13:44:12.459553 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-b0bd0171-9d2f-4ca1-b372-1876c92c15f2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:12.460804 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-b0bd0171-9d2f-4ca1-b372-1876c92c15f2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3387759 Sep 15 13:44:12.463455 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 47302) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:12.468573 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-92002e47-7b25-4ec7-b820-d2d71cb4f808 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Request body: {'security_group_rule': {'security_group_id': '8c4235e1-6383-49c8-8663-c2ce5694b6ef', 'project_id': '61294742e3c340a6ad4d0579212932db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:12.578826 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-92002e47-7b25-4ec7-b820-d2d71cb4f808 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:12.636061 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-92002e47-7b25-4ec7-b820-d2d71cb4f808 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:12.717551 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777d1f1-68b2-4cf8-ae99-867fb47f344c req-c6baeda7-5cc8-442f-b1bc-453e45211aa1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:12.718991 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b777d1f1-68b2-4cf8-ae99-867fb47f344c req-c6baeda7-5cc8-442f-b1bc-453e45211aa1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0503483 Sep 15 13:44:12.720040 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-92002e47-7b25-4ec7-b820-d2d71cb4f808 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:12.751754 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92002e47-7b25-4ec7-b820-d2d71cb4f808 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b3cf3b-9f06-4b45-82b2-34beecc7a45b,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:12.773696 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b777d1f1-68b2-4cf8-ae99-867fb47f344c req-f73a787a-411c-4a79-95f4-205cad655001 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454438 Sep 15 13:44:12.848036 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-92002e47-7b25-4ec7-b820-d2d71cb4f808 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:12.849263 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-92002e47-7b25-4ec7-b820-d2d71cb4f808 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3848205 Sep 15 13:44:12.851959 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 47306) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:12.856331 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-a84de65e-c7b7-460f-8984-a39eccc71da4 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Request body: {'security_group_rule': {'security_group_id': '8c4235e1-6383-49c8-8663-c2ce5694b6ef', 'project_id': '61294742e3c340a6ad4d0579212932db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:12.961093 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a84de65e-c7b7-460f-8984-a39eccc71da4 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:13.020562 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a84de65e-c7b7-460f-8984-a39eccc71da4 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:13.083168 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a3fa8-037a-4617-a0da-db8961ece1c4 req-2dd05324-6acf-4a33-ac24-80923a6e66a8 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:13.084657 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-605a3fa8-037a-4617-a0da-db8961ece1c4 req-2dd05324-6acf-4a33-ac24-80923a6e66a8 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0494514 Sep 15 13:44:13.122927 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a84de65e-c7b7-460f-8984-a39eccc71da4 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:13.123457 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-605a3fa8-037a-4617-a0da-db8961ece1c4 req-08315f1a-fd3c-4753-89f7-d18c44b36894 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327966 Sep 15 13:44:13.144276 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84de65e-c7b7-460f-8984-a39eccc71da4 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=861a2e50-baff-4ba5-8952-9238bf8947f0,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:13.236456 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a84de65e-c7b7-460f-8984-a39eccc71da4 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:13.237712 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-a84de65e-c7b7-460f-8984-a39eccc71da4 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3847921 Sep 15 13:44:13.240376 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 47314) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:13.244614 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-da5d19d8-f9db-4f20-bbb5-322e4dba07d9 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Request body: {'security_group_rule': {'security_group_id': '8c4235e1-6383-49c8-8663-c2ce5694b6ef', 'project_id': '61294742e3c340a6ad4d0579212932db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:13.350948 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.db.securitygroups_db [None req-da5d19d8-f9db-4f20-bbb5-322e4dba07d9 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Project 61294742e3c340a6ad4d0579212932db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 13:44:13.358304 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-da5d19d8-f9db-4f20-bbb5-322e4dba07d9 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:13.418555 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-da5d19d8-f9db-4f20-bbb5-322e4dba07d9 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:13.488008 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-da5d19d8-f9db-4f20-bbb5-322e4dba07d9 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:13.532080 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d19d8-f9db-4f20-bbb5-322e4dba07d9 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce28d8cd-dc62-473e-b949-aab991b06ac4,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:13.556904 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d24df-d3f7-4e7d-8325-bebb0b7f6067 req-ad26a8b9-ce50-4704-a84c-d8184b42e9a8 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:13.558487 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-6c2d24df-d3f7-4e7d-8325-bebb0b7f6067 req-ad26a8b9-ce50-4704-a84c-d8184b42e9a8 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8d93bd6-fda0-4e99-8e47-56c6997a14b5 HTTP/1.1" status: 200 len: 944 time: 0.0598316 Sep 15 13:44:13.596361 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-6c2d24df-d3f7-4e7d-8325-bebb0b7f6067 req-60cb05d3-af2a-4547-a267-d19d04bf5750 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319245 Sep 15 13:44:13.602362 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-da5d19d8-f9db-4f20-bbb5-322e4dba07d9 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:13.603478 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-da5d19d8-f9db-4f20-bbb5-322e4dba07d9 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3621891 Sep 15 13:44:13.607045 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 47320) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:13.611595 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-dc2f8d8d-9044-43d7-82ee-428b4fba0be4 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Request body: {'security_group_rule': {'security_group_id': '8c4235e1-6383-49c8-8663-c2ce5694b6ef', 'project_id': '61294742e3c340a6ad4d0579212932db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:13.693268 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.db.securitygroups_db [None req-dc2f8d8d-9044-43d7-82ee-428b4fba0be4 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Project 61294742e3c340a6ad4d0579212932db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 13:44:13.698159 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8d8d-9044-43d7-82ee-428b4fba0be4 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:13.761940 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8d8d-9044-43d7-82ee-428b4fba0be4 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:13.836444 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8d8d-9044-43d7-82ee-428b4fba0be4 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:13.855212 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f8d8d-9044-43d7-82ee-428b4fba0be4 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba27799-601c-47b0-952e-c5084532bb5f,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:13.895250 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad08e4-7b80-4c46-912d-221a4a54f8a5 req-f147c023-c4c3-46b8-af63-8e1d6d5880d4 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:13.896765 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-faad08e4-7b80-4c46-912d-221a4a54f8a5 req-f147c023-c4c3-46b8-af63-8e1d6d5880d4 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0542152 Sep 15 13:44:13.905728 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device f283c90c-384f-48c3-b2d5-dd0e5e43372a details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:44:13.935956 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-faad08e4-7b80-4c46-912d-221a4a54f8a5 req-c45153de-2a0a-480a-b4fb-e3574b914725 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321767 Sep 15 13:44:14.005130 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port f283c90c-384f-48c3-b2d5-dd0e5e43372a, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=f283c90c-384f-48c3-b2d5-dd0e5e43372a,segment=NetworkSegment(cb5413ea-771f-42e8-811f-6415872afa7a),segment_id=cb5413ea-771f-42e8-811f-6415872afa7a)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:14.016798 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': 'f283c90c-384f-48c3-b2d5-dd0e5e43372a', 'network_id': '00a6423b-264c-4faa-9184-20a06ec6a475', 'port_id': 'f283c90c-384f-48c3-b2d5-dd0e5e43372a', 'mac_address': 'fa:16:3e:17:bc:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6063b90d-c941-474e-b7a5-2a0f7253c43f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:44:14.030099 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8d8d-9044-43d7-82ee-428b4fba0be4 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:14.031357 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-dc2f8d8d-9044-43d7-82ee-428b4fba0be4 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4233773 Sep 15 13:44:14.054510 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:14.067691 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f283c90c-384f-48c3-b2d5-dd0e5e43372a {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:44:14.088252 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port f283c90c-384f-48c3-b2d5-dd0e5e43372a, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=f283c90c-384f-48c3-b2d5-dd0e5e43372a,segment=NetworkSegment(cb5413ea-771f-42e8-811f-6415872afa7a),segment_id=cb5413ea-771f-42e8-811f-6415872afa7a)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:14.121690 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b65aaf98-d3c1-4492-9c3b-118ce58fd195 req-afbee3b5-329b-43af-9411-991d622a0e31 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-45541248&fields=id&tenant_id=61294742e3c340a6ad4d0579212932db HTTP/1.1" status: 200 len: 267 time: 0.0452869 Sep 15 13:44:14.163388 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:14.178219 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65aaf98-d3c1-4492-9c3b-118ce58fd195 req-2891e3d1-b8a3-4f8d-b994-a4189b4b5942 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:14.179715 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b65aaf98-d3c1-4492-9c3b-118ce58fd195 req-2891e3d1-b8a3-4f8d-b994-a4189b4b5942 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 945 time: 0.0520091 Sep 15 13:44:14.197067 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-b65aaf98-d3c1-4492-9c3b-118ce58fd195 req-9f86f735-8eea-4e4a-a366-b793d34b52ef tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Request body: {'port': {'security_groups': ['397d5d9d-7608-45cd-9244-a5061181f998', '8c4235e1-6383-49c8-8663-c2ce5694b6ef']}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:14.221715 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=f283c90c-384f-48c3-b2d5-dd0e5e43372a,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:14.287265 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b65aaf98-d3c1-4492-9c3b-118ce58fd195 req-9f86f735-8eea-4e4a-a366-b793d34b52ef tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:14.302017 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7c4ab-8c11-421e-b99d-65aec1a29788 req-f649c952-aaf4-4610-ac27-304727a1ccb8 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:14.304369 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a3f7c4ab-8c11-421e-b99d-65aec1a29788 req-f649c952-aaf4-4610-ac27-304727a1ccb8 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0595429 Sep 15 13:44:14.343382 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a3f7c4ab-8c11-421e-b99d-65aec1a29788 req-eef4fb85-048a-4df7-8bf7-e6cecc4c66ef tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326407 Sep 15 13:44:14.485946 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-b65aaf98-d3c1-4492-9c3b-118ce58fd195 req-9f86f735-8eea-4e4a-a366-b793d34b52ef tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] For port 34ba892c-d9d8-4bf7-bd08-e539fdaa1880, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=34ba892c-d9d8-4bf7-bd08-e539fdaa1880,segment=NetworkSegment(79e6bc1f-74e3-492d-9ff2-405a7fa751d5),segment_id=79e6bc1f-74e3-492d-9ff2-405a7fa751d5)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:14.517973 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b65aaf98-d3c1-4492-9c3b-118ce58fd195 req-9f86f735-8eea-4e4a-a366-b793d34b52ef tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:14.524871 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['f283c90c-384f-48c3-b2d5-dd0e5e43372a'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:44:14.620147 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b65aaf98-d3c1-4492-9c3b-118ce58fd195 req-9f86f735-8eea-4e4a-a366-b793d34b52ef tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:14.686688 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65aaf98-d3c1-4492-9c3b-118ce58fd195 req-9f86f735-8eea-4e4a-a366-b793d34b52ef tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:14.687334 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b65aaf98-d3c1-4492-9c3b-118ce58fd195 req-9f86f735-8eea-4e4a-a366-b793d34b52ef tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:14.688784 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b65aaf98-d3c1-4492-9c3b-118ce58fd195 req-9f86f735-8eea-4e4a-a366-b793d34b52ef tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "PUT /v2.0/ports/34ba892c-d9d8-4bf7-bd08-e539fdaa1880 HTTP/1.1" status: 200 len: 981 time: 0.4985378 Sep 15 13:44:14.689272 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d22783-1f64-4b8c-9ba2-623e52855e03', 'tag': '34ba892c-d9d8-4bf7-bd08-e539fdaa1880'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:44:14.694289 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b344c3dc-7c72-4dcf-a4cf-90d5ff76b7c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d22783-1f64-4b8c-9ba2-623e52855e03", "tag": "34ba892c-d9d8-4bf7-bd08-e539fdaa1880"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:44:14.734006 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86f735-8eea-4e4a-a366-b793d34b52ef tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Pushing event updated for resources: {'Port': ['ID=34ba892c-d9d8-4bf7-bd08-e539fdaa1880,revision_number=6']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:14.741269 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d7d02-03ce-4c6f-84ad-66bd53f33b7e req-d8d4e731-0fe0-4351-979d-c43adcf2f213 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:14.743346 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9f1d7d02-03ce-4c6f-84ad-66bd53f33b7e req-d8d4e731-0fe0-4351-979d-c43adcf2f213 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8d93bd6-fda0-4e99-8e47-56c6997a14b5 HTTP/1.1" status: 200 len: 945 time: 0.0627213 Sep 15 13:44:14.808352 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9f1d7d02-03ce-4c6f-84ad-66bd53f33b7e req-a89abe66-eae3-45ac-9b51-a2b88f54dc90 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506253 Sep 15 13:44:14.826498 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869eeec9-9444-43dc-bc37-ad7d04006dc5 req-ffbe14df-3c38-4340-a7a9-68555351fdc1 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:14.828351 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-869eeec9-9444-43dc-bc37-ad7d04006dc5 req-ffbe14df-3c38-4340-a7a9-68555351fdc1 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 984 time: 0.0753143 Sep 15 13:44:14.852109 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e656313-aed8-45e7-a4ca-6601a75b6649 x-openstack-request-id: req-7e656313-aed8-45e7-a4ca-6601a75b6649 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:44:14.853305 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d22783-1f64-4b8c-9ba2-623e52855e03", "tag": "34ba892c-d9d8-4bf7-bd08-e539fdaa1880", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:44:14.853627 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e656313-aed8-45e7-a4ca-6601a75b6649 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:44:14.854125 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d22783-1f64-4b8c-9ba2-623e52855e03', 'tag': '34ba892c-d9d8-4bf7-bd08-e539fdaa1880', 'status': 'completed', 'code': 200} Sep 15 13:44:14.867927 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['34ba892c-d9d8-4bf7-bd08-e539fdaa1880'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:44:14.901576 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-869eeec9-9444-43dc-bc37-ad7d04006dc5 req-af483880-dff5-4306-a407-c4cca6a0e926 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c4235e1-6383-49c8-8663-c2ce5694b6ef&id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0667012 Sep 15 13:44:14.957855 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344c3dc-7c72-4dcf-a4cf-90d5ff76b7c9 req-7663beab-8576-4333-b0cf-d336d860ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:14.959622 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b344c3dc-7c72-4dcf-a4cf-90d5ff76b7c9 req-7663beab-8576-4333-b0cf-d336d860ac9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61294742e3c340a6ad4d0579212932db&device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 1137 time: 0.0549209 Sep 15 13:44:14.984788 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-e3661c31-e7b5-4c2f-b01f-6faff63e0aea None None] Provisioning complete for port 34ba892c-d9d8-4bf7-bd08-e539fdaa1880 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:14.985480 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-e3661c31-e7b5-4c2f-b01f-6faff63e0aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:15.064511 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344c3dc-7c72-4dcf-a4cf-90d5ff76b7c9 req-2c44fb30-f7bc-48c6-a993-d9c027d85528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:15.065970 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b344c3dc-7c72-4dcf-a4cf-90d5ff76b7c9 req-2c44fb30-f7bc-48c6-a993-d9c027d85528 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4faa406a-5949-48ea-a6c9-57f1d5522242 HTTP/1.1" status: 200 len: 915 time: 0.0911999 Sep 15 13:44:15.145141 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b344c3dc-7c72-4dcf-a4cf-90d5ff76b7c9 req-565688c4-93d1-4ada-b112-e360412a49a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ba892c-d9d8-4bf7-bd08-e539fdaa1880 HTTP/1.1" status: 200 len: 1000 time: 0.0676634 Sep 15 13:44:15.207161 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344c3dc-7c72-4dcf-a4cf-90d5ff76b7c9 req-de57f44c-88dc-4cee-8341-d30ae6f97949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:15.209091 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b344c3dc-7c72-4dcf-a4cf-90d5ff76b7c9 req-de57f44c-88dc-4cee-8341-d30ae6f97949 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac47ab29-1e5b-46c4-82bd-f8befa3f5f53 HTTP/1.1" status: 200 len: 853 time: 0.0555999 Sep 15 13:44:15.262799 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344c3dc-7c72-4dcf-a4cf-90d5ff76b7c9 req-64d5ee2b-2914-46be-a1fd-e70364fd494a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:15.264314 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b344c3dc-7c72-4dcf-a4cf-90d5ff76b7c9 req-64d5ee2b-2914-46be-a1fd-e70364fd494a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4faa406a-5949-48ea-a6c9-57f1d5522242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416121 Sep 15 13:44:15.359497 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b344c3dc-7c72-4dcf-a4cf-90d5ff76b7c9 req-2bd963ae-b988-49ff-be13-93c837299190 service neutron] 10.222.0.15 "GET /v2.0/networks/4faa406a-5949-48ea-a6c9-57f1d5522242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853455 Sep 15 13:44:15.460236 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b344c3dc-7c72-4dcf-a4cf-90d5ff76b7c9 req-3b10db16-2ef4-4ca9-a1be-79af111b6334 service neutron] 10.222.0.15 "GET /v2.0/networks/4faa406a-5949-48ea-a6c9-57f1d5522242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898290 Sep 15 13:44:15.474921 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74f879-d8fa-471b-9cba-bb889b5a5f0c req-0d425457-ad1c-4542-b7fd-71179ebca116 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:15.477898 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ee74f879-d8fa-471b-9cba-bb889b5a5f0c req-0d425457-ad1c-4542-b7fd-71179ebca116 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0622680 Sep 15 13:44:15.522797 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ee74f879-d8fa-471b-9cba-bb889b5a5f0c req-ee8de5ac-516f-423e-9a2f-ca5ccffddaf2 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332570 Sep 15 13:44:15.624720 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['34ba892c-d9d8-4bf7-bd08-e539fdaa1880'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:44:15.909669 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device f283c90c-384f-48c3-b2d5-dd0e5e43372a up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:15.914342 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26706510-8870-45c4-b4d9-e8610ca7eb50 req-816e8510-a311-4723-91ca-1faf55466d8f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:15.915884 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-26706510-8870-45c4-b4d9-e8610ca7eb50 req-816e8510-a311-4723-91ca-1faf55466d8f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8d93bd6-fda0-4e99-8e47-56c6997a14b5 HTTP/1.1" status: 200 len: 945 time: 0.0508344 Sep 15 13:44:15.955808 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-26706510-8870-45c4-b4d9-e8610ca7eb50 req-dbee1046-4001-40fa-8d8b-1f5e73800113 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338411 Sep 15 13:44:16.065050 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning for port f283c90c-384f-48c3-b2d5-dd0e5e43372a completed by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:44:16.069709 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port f283c90c-384f-48c3-b2d5-dd0e5e43372a triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:16.070081 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:16.149046 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:16.171487 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d93bd6-fda0-4e99-8e47-56c6997a14b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f283c90c-384f-48c3-b2d5-dd0e5e43372a'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:44:16.173723 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8c5bee-cae9-4f77-ab27-a061596de0cc" -d '{"events": [{"server_uuid": "c8d93bd6-fda0-4e99-8e47-56c6997a14b5", "name": "network-vif-plugged", "status": "completed", "tag": "f283c90c-384f-48c3-b2d5-dd0e5e43372a"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:44:16.186972 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port f283c90c-384f-48c3-b2d5-dd0e5e43372a, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=f283c90c-384f-48c3-b2d5-dd0e5e43372a,segment=NetworkSegment(cb5413ea-771f-42e8-811f-6415872afa7a),segment_id=cb5413ea-771f-42e8-811f-6415872afa7a)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:16.209285 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2bc591-dda4-4def-8856-c37adfbe8669 x-openstack-request-id: req-4b2bc591-dda4-4def-8856-c37adfbe8669 {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:44:16.209587 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d93bd6-fda0-4e99-8e47-56c6997a14b5", "name": "network-vif-plugged", "status": "completed", "tag": "f283c90c-384f-48c3-b2d5-dd0e5e43372a", "code": 200}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:44:16.209834 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b2bc591-dda4-4def-8856-c37adfbe8669 {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:44:16.210216 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d93bd6-fda0-4e99-8e47-56c6997a14b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f283c90c-384f-48c3-b2d5-dd0e5e43372a', 'code': 200} Sep 15 13:44:16.285609 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:16.341952 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=f283c90c-384f-48c3-b2d5-dd0e5e43372a,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:16.573594 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1db96-8511-4c40-9ba8-2653e1a60ffa req-33f8ede2-782c-4630-8196-1e159086fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:16.575446 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-10c1db96-8511-4c40-9ba8-2653e1a60ffa req-33f8ede2-782c-4630-8196-1e159086fc5c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c8d93bd6-fda0-4e99-8e47-56c6997a14b5 HTTP/1.1" status: 200 len: 1099 time: 0.0519011 Sep 15 13:44:16.648749 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-10c1db96-8511-4c40-9ba8-2653e1a60ffa req-3f57891c-aa68-4d13-9a61-18ccfd754aaf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660486 Sep 15 13:44:16.669991 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f293cb-193b-48b6-a2dc-8e5c3b67e548 req-3adc3d98-954d-4685-ba9d-9f235575b71b tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:16.670933 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-73f293cb-193b-48b6-a2dc-8e5c3b67e548 req-3adc3d98-954d-4685-ba9d-9f235575b71b tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0702477 Sep 15 13:44:16.710972 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-73f293cb-193b-48b6-a2dc-8e5c3b67e548 req-741171b4-f24d-46b9-a92f-37f78f191304 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337124 Sep 15 13:44:17.075249 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ca636-42d1-476f-8c40-771c8e153129 req-ec7c661f-fd1d-4c6c-89e6-9af4c84c7f23 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:17.076804 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fb8ca636-42d1-476f-8c40-771c8e153129 req-ec7c661f-fd1d-4c6c-89e6-9af4c84c7f23 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8d93bd6-fda0-4e99-8e47-56c6997a14b5 HTTP/1.1" status: 200 len: 946 time: 0.0494018 Sep 15 13:44:17.114025 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fb8ca636-42d1-476f-8c40-771c8e153129 req-77ec3018-c71c-4d53-bcb2-9fc0b11f2410 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312440 Sep 15 13:44:17.833726 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfac81-900e-4d47-b9bd-5cf12e3854fc req-8ed03c99-d8a2-47ef-863d-40bdd2966d1f tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:17.835346 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-43bfac81-900e-4d47-b9bd-5cf12e3854fc req-8ed03c99-d8a2-47ef-863d-40bdd2966d1f tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0533307 Sep 15 13:44:17.888598 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-43bfac81-900e-4d47-b9bd-5cf12e3854fc req-19bf3b93-33ef-449e-b4dc-0c70518e4785 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462596 Sep 15 13:44:17.898858 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 47416) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:18.013381 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-1fe13e91-4ac8-4c31-8642-31372bbba131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:18.102351 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-1fe13e91-4ac8-4c31-8642-31372bbba131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:18.185295 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-1fe13e91-4ac8-4c31-8642-31372bbba131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:18.232841 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-1fe13e91-4ac8-4c31-8642-31372bbba131 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e686616a6e6548138b22d5e0021ed24b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326795 Sep 15 13:44:18.233745 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe13e91-4ac8-4c31-8642-31372bbba131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d202125d-4b4e-4b1c-a28c-66263c740763,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:18.236306 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 47430) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:18.250401 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40a2f2-f74f-4956-a23f-a73963c53751 req-26f8b5d2-684c-4afc-b491-157e80f64207 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:18.251850 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-cd40a2f2-f74f-4956-a23f-a73963c53751 req-26f8b5d2-684c-4afc-b491-157e80f64207 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8d93bd6-fda0-4e99-8e47-56c6997a14b5 HTTP/1.1" status: 200 len: 946 time: 0.0683126 Sep 15 13:44:18.314700 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-cd40a2f2-f74f-4956-a23f-a73963c53751 req-2ad19bf5-a628-43e3-8af5-728a1b01592c tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558922 Sep 15 13:44:18.329460 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4ee9372d-9ac8-4830-817e-b6a1d2c07430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:18.353512 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4ee9372d-9ac8-4830-817e-b6a1d2c07430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:18.493625 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4ee9372d-9ac8-4830-817e-b6a1d2c07430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:18.496209 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4ee9372d-9ac8-4830-817e-b6a1d2c07430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:18.497387 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-4ee9372d-9ac8-4830-817e-b6a1d2c07430 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d202125d-4b4e-4b1c-a28c-66263c740763 HTTP/1.1" status: 204 len: 168 time: 0.2595129 Sep 15 13:44:18.504966 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9372d-9ac8-4830-817e-b6a1d2c07430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d202125d-4b4e-4b1c-a28c-66263c740763,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:19.002917 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c67deb-b6ce-4b26-a890-4ff1aa2ec06e req-03368437-f4e3-4c7a-883f-c21858008f4b tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:19.004393 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e0c67deb-b6ce-4b26-a890-4ff1aa2ec06e req-03368437-f4e3-4c7a-883f-c21858008f4b tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0484786 Sep 15 13:44:19.044385 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e0c67deb-b6ce-4b26-a890-4ff1aa2ec06e req-dd35de45-6c03-4ac4-bd7e-999bf72d55a1 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339854 Sep 15 13:44:19.429380 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d60bfe-0db8-43bc-bd16-d346655e201c req-fcd6d9e3-622a-49d7-8975-eb7603601902 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:19.431083 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b0d60bfe-0db8-43bc-bd16-d346655e201c req-fcd6d9e3-622a-49d7-8975-eb7603601902 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8d93bd6-fda0-4e99-8e47-56c6997a14b5 HTTP/1.1" status: 200 len: 946 time: 0.0496197 Sep 15 13:44:19.470401 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b0d60bfe-0db8-43bc-bd16-d346655e201c req-bb750539-1805-4701-b25e-71df2976b5d1 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330250 Sep 15 13:44:20.179686 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d704600-a666-4d52-86ba-00d5e73985f5 req-6ff11d03-0c21-4229-9417-336c2730c3ae tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:20.181298 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3d704600-a666-4d52-86ba-00d5e73985f5 req-6ff11d03-0c21-4229-9417-336c2730c3ae tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0640550 Sep 15 13:44:20.222125 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3d704600-a666-4d52-86ba-00d5e73985f5 req-0cd72ffe-c7f3-4c8d-9f73-711cb557b3c2 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329819 Sep 15 13:44:21.236387 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-acc22d59-806c-4e14-bcf3-0112a78b6ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:21.339090 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881afa80-d943-4463-9288-161d4103c7e8 req-d9755faa-fb54-4831-af4c-c4a17dde4b69 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:21.341193 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-881afa80-d943-4463-9288-161d4103c7e8 req-d9755faa-fb54-4831-af4c-c4a17dde4b69 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0527623 Sep 15 13:44:21.379569 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-881afa80-d943-4463-9288-161d4103c7e8 req-dbe17fc9-9025-45cf-9cb8-0a4955dd3ab3 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323136 Sep 15 13:44:22.527453 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149f5df-1e5a-40aa-8770-efeb2c853d60 req-b9b871c6-98fb-4cd3-859f-90a0133aea7a tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:22.529730 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9149f5df-1e5a-40aa-8770-efeb2c853d60 req-b9b871c6-98fb-4cd3-859f-90a0133aea7a tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0660317 Sep 15 13:44:22.569885 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9149f5df-1e5a-40aa-8770-efeb2c853d60 req-1b45ee37-6aee-4f10-a98f-c752d1e8cbd8 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341671 Sep 15 13:44:23.695232 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e81af5-d490-40f4-b793-8cf5c99cd441 req-4d29f635-5c32-4723-9938-a4702121e144 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:23.696690 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-06e81af5-d490-40f4-b793-8cf5c99cd441 req-4d29f635-5c32-4723-9938-a4702121e144 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0538106 Sep 15 13:44:23.705208 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-09c89804-9bbd-4d32-8b9a-919cc50df2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:23.737280 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-06e81af5-d490-40f4-b793-8cf5c99cd441 req-7b837ae8-51a1-428a-b834-4196d7855125 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338042 Sep 15 13:44:23.823898 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:24.009870 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 47558) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:24.119364 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f80e794f-3590-4eed-afa8-8bb841b172a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:24.207152 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f80e794f-3590-4eed-afa8-8bb841b172a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:24.312176 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 47564) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:24.334369 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f80e794f-3590-4eed-afa8-8bb841b172a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:24.373724 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-f80e794f-3590-4eed-afa8-8bb841b172a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cd341a71121f4232a8fe834a30a4891f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626420 Sep 15 13:44:24.374845 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e794f-3590-4eed-afa8-8bb841b172a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aead546d-7db9-4445-80c9-6291d449c07e,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:24.376488 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 47568) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:24.425056 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4324-473d-4eff-bdaf-75b84ecf9327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:24.428587 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4be07aa8-1ad8-4fec-b8dd-8ece725a86c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:24.457923 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4be07aa8-1ad8-4fec-b8dd-8ece725a86c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:24.521998 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4324-473d-4eff-bdaf-75b84ecf9327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:24.585326 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4be07aa8-1ad8-4fec-b8dd-8ece725a86c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:24.588151 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4be07aa8-1ad8-4fec-b8dd-8ece725a86c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:24.589320 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-4be07aa8-1ad8-4fec-b8dd-8ece725a86c4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aead546d-7db9-4445-80c9-6291d449c07e HTTP/1.1" status: 204 len: 168 time: 0.2116899 Sep 15 13:44:24.597917 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be07aa8-1ad8-4fec-b8dd-8ece725a86c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aead546d-7db9-4445-80c9-6291d449c07e,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:24.618780 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4324-473d-4eff-bdaf-75b84ecf9327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:24.657892 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-fb8e4324-473d-4eff-bdaf-75b84ecf9327 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c31873e190a440b9f7264f0f8808850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445721 Sep 15 13:44:24.658969 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e4324-473d-4eff-bdaf-75b84ecf9327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55062070-979e-4685-bf13-9e776aa98fbd,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:24.661686 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 47574) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:24.713604 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-243767f5-8355-4109-9e45-05e0264acb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:24.735049 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-243767f5-8355-4109-9e45-05e0264acb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:24.868543 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596eb30-e24e-47c1-9589-49b2ea692a82 req-0d76d502-3204-48de-8ad1-8c72790a2bd8 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:24.870180 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7596eb30-e24e-47c1-9589-49b2ea692a82 req-0d76d502-3204-48de-8ad1-8c72790a2bd8 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0594659 Sep 15 13:44:24.917399 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-243767f5-8355-4109-9e45-05e0264acb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:24.920529 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-243767f5-8355-4109-9e45-05e0264acb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:24.921940 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-243767f5-8355-4109-9e45-05e0264acb30 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/55062070-979e-4685-bf13-9e776aa98fbd HTTP/1.1" status: 204 len: 168 time: 0.2585974 Sep 15 13:44:24.931326 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7596eb30-e24e-47c1-9589-49b2ea692a82 req-9a380a1e-e25e-4a52-8362-e36b6b56fb3b tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436604 Sep 15 13:44:24.938000 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243767f5-8355-4109-9e45-05e0264acb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55062070-979e-4685-bf13-9e776aa98fbd,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:25.082802 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:25.254865 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 47590) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:25.268157 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-cd3b3a1f-74f3-4666-9797-68c9c898d449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:25.357638 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-cd3b3a1f-74f3-4666-9797-68c9c898d449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:25.407848 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-cd3b3a1f-74f3-4666-9797-68c9c898d449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:25.447058 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-cd3b3a1f-74f3-4666-9797-68c9c898d449 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a85ff6b95704c5480b8949c55b53918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910625 Sep 15 13:44:25.447921 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b3a1f-74f3-4666-9797-68c9c898d449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15c090b-3072-4559-a901-4da2cdec1c82,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:25.449688 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 47598) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:25.500406 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4ca3dcda-982a-46c8-be9b-ac8e972a028d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:25.522577 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4ca3dcda-982a-46c8-be9b-ac8e972a028d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:25.654172 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4ca3dcda-982a-46c8-be9b-ac8e972a028d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:25.656708 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4ca3dcda-982a-46c8-be9b-ac8e972a028d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:25.657887 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-4ca3dcda-982a-46c8-be9b-ac8e972a028d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f15c090b-3072-4559-a901-4da2cdec1c82 HTTP/1.1" status: 204 len: 168 time: 0.2065158 Sep 15 13:44:25.665435 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3dcda-982a-46c8-be9b-ac8e972a028d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15c090b-3072-4559-a901-4da2cdec1c82,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:26.044125 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aab81c-b258-46bc-8f45-1dbd30f1e3b4 req-067a3c60-7b24-4f6a-b09e-4a1099688fa4 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:26.051593 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-27aab81c-b258-46bc-8f45-1dbd30f1e3b4 req-067a3c60-7b24-4f6a-b09e-4a1099688fa4 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0584850 Sep 15 13:44:26.089055 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-27aab81c-b258-46bc-8f45-1dbd30f1e3b4 req-c139950b-9ad0-45a5-8a1a-9a5dd7dd4028 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363982 Sep 15 13:44:26.380576 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:44:26.647393 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:27.207472 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8340b-d88f-461f-b134-d65e9cfec215 req-180fa31d-1bb3-4506-b15c-24d6ece907c0 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:27.209238 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4dd8340b-d88f-461f-b134-d65e9cfec215 req-180fa31d-1bb3-4506-b15c-24d6ece907c0 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0491121 Sep 15 13:44:27.252126 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4dd8340b-d88f-461f-b134-d65e9cfec215 req-4ad02c6e-8dd7-4fb2-8b58-ec086a561f29 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360622 Sep 15 13:44:28.176386 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 47670) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:28.280640 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-471cb840-b766-48f9-a3b0-a6f3eba6d4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:28.384461 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f848bd-a2dc-4f2b-8bfc-1e4f700ad031 req-7cb793b8-a416-4fda-b5a9-615b4f1c7c42 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:28.385958 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b2f848bd-a2dc-4f2b-8bfc-1e4f700ad031 req-7cb793b8-a416-4fda-b5a9-615b4f1c7c42 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0656011 Sep 15 13:44:28.425188 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-471cb840-b766-48f9-a3b0-a6f3eba6d4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:28.442015 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b2f848bd-a2dc-4f2b-8bfc-1e4f700ad031 req-de4861d5-41e4-434d-92fe-6afea306f802 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496240 Sep 15 13:44:28.488150 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-471cb840-b766-48f9-a3b0-a6f3eba6d4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:28.530334 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-471cb840-b766-48f9-a3b0-a6f3eba6d4b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fece5c84dd1a46d5b7dfa50af256b2b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3528767 Sep 15 13:44:28.531246 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471cb840-b766-48f9-a3b0-a6f3eba6d4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a600ae-a616-412b-9629-0df7bf00bc83,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:28.533080 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 47682) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:28.539260 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471cb840-b766-48f9-a3b0-a6f3eba6d4b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:28.539616 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471cb840-b766-48f9-a3b0-a6f3eba6d4b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:28.539951 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471cb840-b766-48f9-a3b0-a6f3eba6d4b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:28.540286 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471cb840-b766-48f9-a3b0-a6f3eba6d4b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:28.540615 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471cb840-b766-48f9-a3b0-a6f3eba6d4b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:28.540943 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471cb840-b766-48f9-a3b0-a6f3eba6d4b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:28.541303 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471cb840-b766-48f9-a3b0-a6f3eba6d4b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:28.541627 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471cb840-b766-48f9-a3b0-a6f3eba6d4b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:28.541950 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471cb840-b766-48f9-a3b0-a6f3eba6d4b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:28.542270 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471cb840-b766-48f9-a3b0-a6f3eba6d4b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:28.542588 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471cb840-b766-48f9-a3b0-a6f3eba6d4b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:28.542905 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471cb840-b766-48f9-a3b0-a6f3eba6d4b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:28.586400 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-615132cb-71b6-44ec-a93e-107558d4f3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:28.622152 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5d367e11-cfea-4439-a831-ae63be85064c req-9e88fc3e-ac86-40ba-9713-183bb08fdd43 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=251764ebcc7844b5aa00489e96f9d0d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339139 Sep 15 13:44:28.640452 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-615132cb-71b6-44ec-a93e-107558d4f3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:28.836656 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d367e11-cfea-4439-a831-ae63be85064c req-a9d00c52-39a1-464f-9253-4d89209c62e9 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:28.838184 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5d367e11-cfea-4439-a831-ae63be85064c req-a9d00c52-39a1-464f-9253-4d89209c62e9 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2070060 Sep 15 13:44:28.854347 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5d367e11-cfea-4439-a831-ae63be85064c req-0ae2eb2d-19a0-441f-8c1e-be379fc85313 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/quotas/251764ebcc7844b5aa00489e96f9d0d1 HTTP/1.1" status: 200 len: 375 time: 0.0090859 Sep 15 13:44:28.891779 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5d367e11-cfea-4439-a831-ae63be85064c req-7456dfa3-c8b3-4336-a51c-ff4aa5d94e19 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=251764ebcc7844b5aa00489e96f9d0d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308855 Sep 15 13:44:28.922683 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-615132cb-71b6-44ec-a93e-107558d4f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:28.925509 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-615132cb-71b6-44ec-a93e-107558d4f3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:28.926753 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-615132cb-71b6-44ec-a93e-107558d4f3ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75a600ae-a616-412b-9629-0df7bf00bc83 HTTP/1.1" status: 204 len: 168 time: 0.3920739 Sep 15 13:44:28.936759 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615132cb-71b6-44ec-a93e-107558d4f3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a600ae-a616-412b-9629-0df7bf00bc83,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:29.143496 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2af6d5bd-2d52-485f-ba27-8b323e1af948 req-c0b33896-eccb-4669-8d13-43e3f3cf76c7 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b82e34b-5ded-4c43-bc58-b5e87275537b HTTP/1.1" status: 200 len: 210 time: 0.0269897 Sep 15 13:44:29.568403 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e34550-bd45-4a72-bc8d-4a3299561bce req-9fdd7e10-62bb-4502-a8ac-3f0454ac5edf tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:29.568403 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f8e34550-bd45-4a72-bc8d-4a3299561bce req-9fdd7e10-62bb-4502-a8ac-3f0454ac5edf tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0575104 Sep 15 13:44:29.608739 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f8e34550-bd45-4a72-bc8d-4a3299561bce req-10918bd3-eafe-451d-aa3b-c480b60467e8 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358803 Sep 15 13:44:30.225190 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fc421ca3-956a-4d57-8f8b-104f7e81e752 req-5a36ca26-286c-4f3e-82b5-5b413eea0806 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b82e34b-5ded-4c43-bc58-b5e87275537b HTTP/1.1" status: 200 len: 210 time: 0.0304508 Sep 15 13:44:30.724811 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06badc-e6f9-43d6-ac5d-98e931e2936c req-7347a879-e3fb-4aef-80d2-cefacc4f85e1 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:30.726379 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3b06badc-e6f9-43d6-ac5d-98e931e2936c req-7347a879-e3fb-4aef-80d2-cefacc4f85e1 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0501292 Sep 15 13:44:30.765840 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3b06badc-e6f9-43d6-ac5d-98e931e2936c req-d7ea2c4d-43a3-4644-9bf1-59a32d810057 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332286 Sep 15 13:44:31.320858 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-26fe9ae0-c2fa-4a64-b01f-10653cb009b7 req-20d1b6e7-7787-4d08-b247-4837f75fe704 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b82e34b-5ded-4c43-bc58-b5e87275537b HTTP/1.1" status: 200 len: 210 time: 0.0271516 Sep 15 13:44:31.726761 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5d367e11-cfea-4439-a831-ae63be85064c req-806a931f-b24f-47b1-a321-e89f86e38889 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=251764ebcc7844b5aa00489e96f9d0d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283618 Sep 15 13:44:31.893360 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcffacc-0070-4ac4-bc9d-450a280bf424 req-0329bb77-773f-492c-8415-f5b9d8a80ff5 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:31.894947 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-8fcffacc-0070-4ac4-bc9d-450a280bf424 req-0329bb77-773f-492c-8415-f5b9d8a80ff5 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0579128 Sep 15 13:44:31.927163 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d367e11-cfea-4439-a831-ae63be85064c req-65a946cb-7f2a-49c1-b343-78da0a39ff25 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:31.928957 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5d367e11-cfea-4439-a831-ae63be85064c req-65a946cb-7f2a-49c1-b343-78da0a39ff25 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1960781 Sep 15 13:44:31.933933 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-8fcffacc-0070-4ac4-bc9d-450a280bf424 req-2909426e-2333-422d-a87c-5e773f3c0557 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331051 Sep 15 13:44:31.948530 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-5d367e11-cfea-4439-a831-ae63be85064c req-80682eff-75be-472f-95fa-360ffffa3ed4 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Request body: {'port': {'device_id': '4b82e34b-5ded-4c43-bc58-b5e87275537b', 'network_id': 'c1d896d4-09e5-4448-b5c0-207e269fd30a', 'admin_state_up': True, 'tenant_id': '251764ebcc7844b5aa00489e96f9d0d1'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:32.087522 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 47794) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:32.156942 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d367e11-cfea-4439-a831-ae63be85064c req-80682eff-75be-472f-95fa-360ffffa3ed4 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Made reservation on behalf of 251764ebcc7844b5aa00489e96f9d0d1 for: {'port': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:44:32.160766 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-5d367e11-cfea-4439-a831-ae63be85064c req-80682eff-75be-472f-95fa-360ffffa3ed4 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:32.171497 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-5d367e11-cfea-4439-a831-ae63be85064c req-80682eff-75be-472f-95fa-360ffffa3ed4 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:32.202565 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4b1e45c7-4b94-408f-9c7d-6de3edde661d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:32.288083 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-5d367e11-cfea-4439-a831-ae63be85064c req-80682eff-75be-472f-95fa-360ffffa3ed4 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:32.399896 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-5d367e11-cfea-4439-a831-ae63be85064c req-80682eff-75be-472f-95fa-360ffffa3ed4 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:32.427425 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-be4f66d3-0c57-4a75-a5cc-31e24dd77399 req-b99a8c83-b5f2-4112-8771-16414394b00f tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b82e34b-5ded-4c43-bc58-b5e87275537b HTTP/1.1" status: 200 len: 210 time: 0.0411408 Sep 15 13:44:32.503801 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80682eff-75be-472f-95fa-360ffffa3ed4 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=723672f0-cd97-4adc-a836-9202b59ef95d,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:32.582073 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [req-5d367e11-cfea-4439-a831-ae63be85064c req-80682eff-75be-472f-95fa-360ffffa3ed4 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Allocated IP 192.168.233.219 (c1d896d4-09e5-4448-b5c0-207e269fd30a/c3b1f5f7-1c47-4d81-8f4d-15217ca4809f/68339e50-4d97-41fb-9c2a-b846492c6cdf) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:44:32.612793 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4b1e45c7-4b94-408f-9c7d-6de3edde661d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:32.677662 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4b1e45c7-4b94-408f-9c7d-6de3edde661d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:32.749147 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-4b1e45c7-4b94-408f-9c7d-6de3edde661d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cac5cccfb11249ddba792c1a205162e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6605353 Sep 15 13:44:32.751827 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 47810) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:32.752875 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e45c7-4b94-408f-9c7d-6de3edde661d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f840daf9-a948-4083-b9a0-8437afa14347,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:32.786974 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-5d367e11-cfea-4439-a831-ae63be85064c req-80682eff-75be-472f-95fa-360ffffa3ed4 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:32.813548 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c8aec719-e0cd-4f67-86aa-1db857ff6e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:32.837884 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c8aec719-e0cd-4f67-86aa-1db857ff6e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:32.951165 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c8aec719-e0cd-4f67-86aa-1db857ff6e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:32.953995 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c8aec719-e0cd-4f67-86aa-1db857ff6e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:32.955263 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-c8aec719-e0cd-4f67-86aa-1db857ff6e5f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f840daf9-a948-4083-b9a0-8437afa14347 HTTP/1.1" status: 204 len: 168 time: 0.2024550 Sep 15 13:44:32.964747 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aec719-e0cd-4f67-86aa-1db857ff6e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f840daf9-a948-4083-b9a0-8437afa14347,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:32.973653 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aec719-e0cd-4f67-86aa-1db857ff6e5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:32.974005 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aec719-e0cd-4f67-86aa-1db857ff6e5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:32.974348 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aec719-e0cd-4f67-86aa-1db857ff6e5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:32.974712 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aec719-e0cd-4f67-86aa-1db857ff6e5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:32.975185 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aec719-e0cd-4f67-86aa-1db857ff6e5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:32.975508 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aec719-e0cd-4f67-86aa-1db857ff6e5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:32.976025 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aec719-e0cd-4f67-86aa-1db857ff6e5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:32.976663 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aec719-e0cd-4f67-86aa-1db857ff6e5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:32.977412 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aec719-e0cd-4f67-86aa-1db857ff6e5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:32.978278 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aec719-e0cd-4f67-86aa-1db857ff6e5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:32.978769 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aec719-e0cd-4f67-86aa-1db857ff6e5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:32.979317 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aec719-e0cd-4f67-86aa-1db857ff6e5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:33.079920 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764eea0b-cede-491a-9740-dae93eb4b2e3 req-690788f7-b17c-41ac-8748-5755d3b61a0d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:33.081407 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-764eea0b-cede-491a-9740-dae93eb4b2e3 req-690788f7-b17c-41ac-8748-5755d3b61a0d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0497487 Sep 15 13:44:33.120201 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-764eea0b-cede-491a-9740-dae93eb4b2e3 req-b033a39c-db7f-47c9-aca6-b04623e56f29 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324020 Sep 15 13:44:33.145604 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-5d367e11-cfea-4439-a831-ae63be85064c req-80682eff-75be-472f-95fa-360ffffa3ed4 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:33.188216 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d367e11-cfea-4439-a831-ae63be85064c req-80682eff-75be-472f-95fa-360ffffa3ed4 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Network c1d896d4-09e5-4448-b5c0-207e269fd30a is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:44:33.191209 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [req-5d367e11-cfea-4439-a831-ae63be85064c req-80682eff-75be-472f-95fa-360ffffa3ed4 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:33.194926 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d367e11-cfea-4439-a831-ae63be85064c req-80682eff-75be-472f-95fa-360ffffa3ed4 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:44:33.229034 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80682eff-75be-472f-95fa-360ffffa3ed4 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Pushing event updated for resources: {'Port': ['ID=68339e50-4d97-41fb-9c2a-b846492c6cdf,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:33.262577 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d367e11-cfea-4439-a831-ae63be85064c req-80682eff-75be-472f-95fa-360ffffa3ed4 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:33.263205 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-5d367e11-cfea-4439-a831-ae63be85064c req-80682eff-75be-472f-95fa-360ffffa3ed4 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:33.351855 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5d367e11-cfea-4439-a831-ae63be85064c req-80682eff-75be-472f-95fa-360ffffa3ed4 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4074149 Sep 15 13:44:33.369600 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-5d367e11-cfea-4439-a831-ae63be85064c req-0d489d5e-d96f-4ba4-b8de-1d0fe38320cb service neutron] Request body: {'port': {'device_id': '4b82e34b-5ded-4c43-bc58-b5e87275537b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:33.426255 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-5d367e11-cfea-4439-a831-ae63be85064c req-0d489d5e-d96f-4ba4-b8de-1d0fe38320cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:33.457913 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-5ab413a3-a721-4911-9cd6-67cc172c4cc4 None None] Provisioning complete for port 68339e50-4d97-41fb-9c2a-b846492c6cdf triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:33.458764 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-5ab413a3-a721-4911-9cd6-67cc172c4cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:33.494257 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-5ab413a3-a721-4911-9cd6-67cc172c4cc4 None None] Port 68339e50-4d97-41fb-9c2a-b846492c6cdf cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:44:33.614562 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb6501-9c2a-431a-9e13-65354fa2fa15 req-cbaafa64-8c9b-478d-9732-fd0a615cb5a5 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:33.616153 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-34fb6501-9c2a-431a-9e13-65354fa2fa15 req-cbaafa64-8c9b-478d-9732-fd0a615cb5a5 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b82e34b-5ded-4c43-bc58-b5e87275537b HTTP/1.1" status: 200 len: 936 time: 0.0875232 Sep 15 13:44:33.697741 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-34fb6501-9c2a-431a-9e13-65354fa2fa15 req-be1b0fce-1f55-404c-827c-6325d305d8fd tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/security-groups?id=723672f0-cd97-4adc-a836-9202b59ef95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747938 Sep 15 13:44:33.762158 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [req-5d367e11-cfea-4439-a831-ae63be85064c req-0d489d5e-d96f-4ba4-b8de-1d0fe38320cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68339e50-4d97-41fb-9c2a-b846492c6cdf {{(pid=101214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:44:33.770387 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-5d367e11-cfea-4439-a831-ae63be85064c req-0d489d5e-d96f-4ba4-b8de-1d0fe38320cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:33.783753 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.provisioning_blocks [req-5d367e11-cfea-4439-a831-ae63be85064c req-0d489d5e-d96f-4ba4-b8de-1d0fe38320cb service neutron] Transition to ACTIVE for port object 68339e50-4d97-41fb-9c2a-b846492c6cdf will not be triggered until provisioned by entity L2. {{(pid=101214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:44:34.037201 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-5d367e11-cfea-4439-a831-ae63be85064c req-0d489d5e-d96f-4ba4-b8de-1d0fe38320cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:34.082495 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d489d5e-d96f-4ba4-b8de-1d0fe38320cb service neutron] Pushing event updated for resources: {'Port': ['ID=68339e50-4d97-41fb-9c2a-b846492c6cdf,revision_number=2']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:34.179852 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-5d367e11-cfea-4439-a831-ae63be85064c req-0d489d5e-d96f-4ba4-b8de-1d0fe38320cb service neutron] Attempting to bind port 68339e50-4d97-41fb-9c2a-b846492c6cdf on host hv-cinder-80345 for vnic_type normal with profile {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:44:34.180591 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-5d367e11-cfea-4439-a831-ae63be85064c req-0d489d5e-d96f-4ba4-b8de-1d0fe38320cb service neutron] Attempting to bind port 68339e50-4d97-41fb-9c2a-b846492c6cdf by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': '3b2cf587-603f-45b8-a8e6-fda8e25f551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1d896d4-09e5-4448-b5c0-207e269fd30a'}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:44:34.180930 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d367e11-cfea-4439-a831-ae63be85064c req-0d489d5e-d96f-4ba4-b8de-1d0fe38320cb service neutron] Attempting to bind port 68339e50-4d97-41fb-9c2a-b846492c6cdf on network c1d896d4-09e5-4448-b5c0-207e269fd30a {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:44:34.187219 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d367e11-cfea-4439-a831-ae63be85064c req-0d489d5e-d96f-4ba4-b8de-1d0fe38320cb service neutron] Port 68339e50-4d97-41fb-9c2a-b846492c6cdf on network c1d896d4-09e5-4448-b5c0-207e269fd30a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:44:34.187551 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d367e11-cfea-4439-a831-ae63be85064c req-0d489d5e-d96f-4ba4-b8de-1d0fe38320cb service neutron] Attempting to bind port 68339e50-4d97-41fb-9c2a-b846492c6cdf on network c1d896d4-09e5-4448-b5c0-207e269fd30a {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:44:34.193099 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d367e11-cfea-4439-a831-ae63be85064c req-0d489d5e-d96f-4ba4-b8de-1d0fe38320cb service neutron] Checking agent: {'id': 'b550a8ff-0b84-4201-8276-b98629f1370c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'started_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:44:34.193470 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d367e11-cfea-4439-a831-ae63be85064c req-0d489d5e-d96f-4ba4-b8de-1d0fe38320cb service neutron] Checking segment: {'id': '3b2cf587-603f-45b8-a8e6-fda8e25f551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1d896d4-09e5-4448-b5c0-207e269fd30a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:44:34.193855 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d367e11-cfea-4439-a831-ae63be85064c req-0d489d5e-d96f-4ba4-b8de-1d0fe38320cb service neutron] Bound using segment: {'id': '3b2cf587-603f-45b8-a8e6-fda8e25f551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1d896d4-09e5-4448-b5c0-207e269fd30a'} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:44:34.194311 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-5d367e11-cfea-4439-a831-ae63be85064c req-0d489d5e-d96f-4ba4-b8de-1d0fe38320cb service neutron] Bound port: 68339e50-4d97-41fb-9c2a-b846492c6cdf, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2cf587-603f-45b8-a8e6-fda8e25f551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1d896d4-09e5-4448-b5c0-207e269fd30a'}}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:44:34.194669 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-5d367e11-cfea-4439-a831-ae63be85064c req-0d489d5e-d96f-4ba4-b8de-1d0fe38320cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:34.199659 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 47844) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:34.273590 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e45b57-4de0-45ef-943c-fa617bf8faf8 req-0f10e6b7-00c9-4e5d-9b49-4f82f499d6c3 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:34.278793 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-73e45b57-4de0-45ef-943c-fa617bf8faf8 req-0f10e6b7-00c9-4e5d-9b49-4f82f499d6c3 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0655260 Sep 15 13:44:34.281838 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-5d367e11-cfea-4439-a831-ae63be85064c req-0d489d5e-d96f-4ba4-b8de-1d0fe38320cb service neutron] For port 68339e50-4d97-41fb-9c2a-b846492c6cdf, host hv-cinder-80345, cleared binding levels {{(pid=101214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:44:34.285513 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-5d367e11-cfea-4439-a831-ae63be85064c req-0d489d5e-d96f-4ba4-b8de-1d0fe38320cb service neutron] For port 68339e50-4d97-41fb-9c2a-b846492c6cdf, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=68339e50-4d97-41fb-9c2a-b846492c6cdf,segment=NetworkSegment(3b2cf587-603f-45b8-a8e6-fda8e25f551f),segment_id=3b2cf587-603f-45b8-a8e6-fda8e25f551f)] {{(pid=101214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:44:34.317020 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-867f00d6-161d-4468-9d91-7b973ca275d4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-452431871-network', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:34.323171 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-73e45b57-4de0-45ef-943c-fa617bf8faf8 req-ff329a82-b501-4f65-a28c-084a5f1f7268 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414515 Sep 15 13:44:34.363333 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-5d367e11-cfea-4439-a831-ae63be85064c req-0d489d5e-d96f-4ba4-b8de-1d0fe38320cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:34.398038 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d367e11-cfea-4439-a831-ae63be85064c req-0d489d5e-d96f-4ba4-b8de-1d0fe38320cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:34.398653 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-5d367e11-cfea-4439-a831-ae63be85064c req-0d489d5e-d96f-4ba4-b8de-1d0fe38320cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:34.400056 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5d367e11-cfea-4439-a831-ae63be85064c req-0d489d5e-d96f-4ba4-b8de-1d0fe38320cb service neutron] 10.222.0.15 "PUT /v2.0/ports/68339e50-4d97-41fb-9c2a-b846492c6cdf HTTP/1.1" status: 200 len: 1098 time: 1.0347738 Sep 15 13:44:34.400489 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b82e34b-5ded-4c43-bc58-b5e87275537b', 'tag': '68339e50-4d97-41fb-9c2a-b846492c6cdf'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:44:34.402782 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776ea643-8cf1-4223-977b-f2ab5d225a47" -d '{"events": [{"name": "network-changed", "server_uuid": "4b82e34b-5ded-4c43-bc58-b5e87275537b", "tag": "68339e50-4d97-41fb-9c2a-b846492c6cdf"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:44:34.426299 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d489d5e-d96f-4ba4-b8de-1d0fe38320cb service neutron] Pushing event updated for resources: {'Port': ['ID=68339e50-4d97-41fb-9c2a-b846492c6cdf,revision_number=3']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:34.442761 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867f00d6-161d-4468-9d91-7b973ca275d4 admin admin] Made reservation on behalf of 52fa1195747c46d8babcb3bd3b29acf0 for: {'network': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:44:34.442761 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-867f00d6-161d-4468-9d91-7b973ca275d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for network, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:34.446885 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0dc591-4b33-468d-9bac-8eb7ac09973c x-openstack-request-id: req-ef0dc591-4b33-468d-9bac-8eb7ac09973c {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:44:34.447181 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b82e34b-5ded-4c43-bc58-b5e87275537b", "tag": "68339e50-4d97-41fb-9c2a-b846492c6cdf", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:44:34.447431 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef0dc591-4b33-468d-9bac-8eb7ac09973c {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:44:34.447828 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b82e34b-5ded-4c43-bc58-b5e87275537b', 'tag': '68339e50-4d97-41fb-9c2a-b846492c6cdf', 'status': 'completed', 'code': 200} Sep 15 13:44:34.451466 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-867f00d6-161d-4468-9d91-7b973ca275d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:34.520884 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ea643-8cf1-4223-977b-f2ab5d225a47 req-38b7ad46-78c3-4aee-b111-869337ce9fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:34.522511 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-776ea643-8cf1-4223-977b-f2ab5d225a47 req-38b7ad46-78c3-4aee-b111-869337ce9fb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=251764ebcc7844b5aa00489e96f9d0d1&device_id=4b82e34b-5ded-4c43-bc58-b5e87275537b HTTP/1.1" status: 200 len: 1101 time: 0.0440667 Sep 15 13:44:34.547861 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-867f00d6-161d-4468-9d91-7b973ca275d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:34.551454 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-776ea643-8cf1-4223-977b-f2ab5d225a47 req-9bbe6a5b-72ce-40b7-8d0c-cc6b59c64e0d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=251764ebcc7844b5aa00489e96f9d0d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201867 Sep 15 13:44:34.659304 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ea643-8cf1-4223-977b-f2ab5d225a47 req-8702f211-e9b4-45d4-a79f-0ea867e077d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:34.660749 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-776ea643-8cf1-4223-977b-f2ab5d225a47 req-8702f211-e9b4-45d4-a79f-0ea867e077d4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967090 Sep 15 13:44:34.879887 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68def047-a4bd-4fdb-bf96-3a1d31536548 req-1d4c9164-3f11-4909-b9b8-901a300b1001 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:34.879887 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-68def047-a4bd-4fdb-bf96-3a1d31536548 req-1d4c9164-3f11-4909-b9b8-901a300b1001 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b82e34b-5ded-4c43-bc58-b5e87275537b HTTP/1.1" status: 200 len: 948 time: 0.0478191 Sep 15 13:44:34.879887 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-68def047-a4bd-4fdb-bf96-3a1d31536548 req-540b48fe-d36d-4424-843f-e34ecc7b8bda tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/security-groups?id=723672f0-cd97-4adc-a836-9202b59ef95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318904 Sep 15 13:44:34.879887 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-867f00d6-161d-4468-9d91-7b973ca275d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:34.901813 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867f00d6-161d-4468-9d91-7b973ca275d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=101213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:44:34.911165 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f00d6-161d-4468-9d91-7b973ca275d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2618d2-1ea7-49c4-8b00-cda308fb0bcb,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:34.916947 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-867f00d6-161d-4468-9d91-7b973ca275d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:34.917327 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.db.segments_db [None req-867f00d6-161d-4468-9d91-7b973ca275d4 admin admin] Added segment aee09e3c-777e-40f2-964e-304d3ae0c06e of type vlan for network 3446c4e2-730d-440b-994b-e995297a5ba4 Sep 15 13:44:34.965442 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-867f00d6-161d-4468-9d91-7b973ca275d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777769156895'] for network, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:35.162349 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-867f00d6-161d-4468-9d91-7b973ca275d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for network, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:35.163304 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867f00d6-161d-4468-9d91-7b973ca275d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:35.163876 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-867f00d6-161d-4468-9d91-7b973ca275d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:35.232644 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f00d6-161d-4468-9d91-7b973ca275d4 admin admin] Pushing event updated for resources: {'Network': ['ID=3446c4e2-730d-440b-994b-e995297a5ba4,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:35.242650 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Network 3446c4e2-730d-440b-994b-e995297a5ba4 details requested by agent ovs-agent-dv-cinder-803456-3-iscsi with host dv-cinder-803456-3-iscsi {{(pid=101215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:44:35.271822 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-867f00d6-161d-4468-9d91-7b973ca275d4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0705066 Sep 15 13:44:35.274597 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 47860) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:35.279712 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-2ee9459f-3fa5-41fa-bbb3-76a313cf76d9 admin admin] Request body: {'subnet': {'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-452431871-subnet', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'ip_version': 4}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:35.379327 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee9459f-3fa5-41fa-bbb3-76a313cf76d9 admin admin] Made reservation on behalf of 52fa1195747c46d8babcb3bd3b29acf0 for: {'subnet': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:44:35.381702 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2ee9459f-3fa5-41fa-bbb3-76a313cf76d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4981161'] for subnet, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:35.440297 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dbc819-5be5-436e-9934-2035c83932d6 req-a32920d1-6211-4f10-90d2-ebc264a86ef2 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:35.441802 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a0dbc819-5be5-436e-9934-2035c83932d6 req-a32920d1-6211-4f10-90d2-ebc264a86ef2 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0489552 Sep 15 13:44:35.484161 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a0dbc819-5be5-436e-9934-2035c83932d6 req-4b6f4e0a-277a-4a43-b993-32f4d128802d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362732 Sep 15 13:44:35.808125 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2ee9459f-3fa5-41fa-bbb3-76a313cf76d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5008671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4981127'] for subnet, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:35.865870 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9459f-3fa5-41fa-bbb3-76a313cf76d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63546249-766e-46c7-8179-1517924754e7,revision_number=0']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:35.877244 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee9459f-3fa5-41fa-bbb3-76a313cf76d9 admin admin] Checking segment: {'id': 'aee09e3c-777e-40f2-964e-304d3ae0c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:44:35.877605 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee9459f-3fa5-41fa-bbb3-76a313cf76d9 admin admin] Network hostable DHCP agents. Network: 3446c4e2-730d-440b-994b-e995297a5ba4, hostable agents: ['059ef8ed-a851-4324-85c0-3d7a16d26e98'], hosted agents: [] {{(pid=101213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:44:35.974542 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce1709-2b0c-4a4b-a16c-5d7d59ac7d72 req-7a89eb35-f9f6-4a3d-bff8-0711ce80ce6c tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:35.976011 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-bdce1709-2b0c-4a4b-a16c-5d7d59ac7d72 req-7a89eb35-f9f6-4a3d-bff8-0711ce80ce6c tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b82e34b-5ded-4c43-bc58-b5e87275537b HTTP/1.1" status: 200 len: 948 time: 0.0485535 Sep 15 13:44:36.014033 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-bdce1709-2b0c-4a4b-a16c-5d7d59ac7d72 req-e3ab52fd-c2cb-4af3-bf97-625f99fcdcf2 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/security-groups?id=723672f0-cd97-4adc-a836-9202b59ef95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314190 Sep 15 13:44:36.015177 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee9459f-3fa5-41fa-bbb3-76a313cf76d9 admin admin] Network 3446c4e2-730d-440b-994b-e995297a5ba4 is scheduled to be hosted by DHCP agent 059ef8ed-a851-4324-85c0-3d7a16d26e98 with binding_index 1 {{(pid=101213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:44:36.197075 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-2ee9459f-3fa5-41fa-bbb3-76a313cf76d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-3-iscsi, 3446c4e2-730d-440b-994b-e995297a5ba4) {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:36.201660 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee9459f-3fa5-41fa-bbb3-76a313cf76d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:36.202395 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2ee9459f-3fa5-41fa-bbb3-76a313cf76d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:36.208103 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f88dcf-0c8c-43fd-a15e-130f4fa3e5b2 None None] Network 3446c4e2-730d-440b-994b-e995297a5ba4 requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:44:36.355084 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87252bd-f120-44b1-b6ff-70ad74cd0255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa82a8464-970f-51ea-a067-ae169fa58494-3446c4e2-730d-440b-994b-e995297a5ba4', 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'fixed_ips': [{'subnet_id': '63546249-766e-46c7-8179-1517924754e7'}]}} from dv-cinder-803456-3-iscsi. {{(pid=101215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 13:44:36.355943 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d87252bd-f120-44b1-b6ff-70ad74cd0255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:36.356774 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-2ee9459f-3fa5-41fa-bbb3-76a313cf76d9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0811620 Sep 15 13:44:36.359396 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 47870) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:36.363710 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-b81f08bb-3cae-4611-a5a6-29c36eb5db98 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-452431871-router', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:36.477098 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b81f08bb-3cae-4611-a5a6-29c36eb5db98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1737'] for router, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:36.478193 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b81f08bb-3cae-4611-a5a6-29c36eb5db98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1746'] for router, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:36.491072 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.db_base_plugin_common [None req-d87252bd-f120-44b1-b6ff-70ad74cd0255 None None] Allocated IP 172.20.0.2 (3446c4e2-730d-440b-994b-e995297a5ba4/63546249-766e-46c7-8179-1517924754e7/f328db7b-d9ec-44d0-add5-21655b4a02d7) {{(pid=101215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:44:36.530146 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b81f08bb-3cae-4611-a5a6-29c36eb5db98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:36.606551 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605d18e-b5eb-4ff3-a47e-1dc707ad96c9 req-95c0ff4b-0194-4b12-9402-ca593dfee686 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:36.608295 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-7605d18e-b5eb-4ff3-a47e-1dc707ad96c9 req-95c0ff4b-0194-4b12-9402-ca593dfee686 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0531030 Sep 15 13:44:36.643014 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d87252bd-f120-44b1-b6ff-70ad74cd0255 None None] Notify callbacks [] for port, precommit_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:36.648155 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-7605d18e-b5eb-4ff3-a47e-1dc707ad96c9 req-d0b5839b-3b28-41b7-a428-105de300da51 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336823 Sep 15 13:44:36.711311 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d87252bd-f120-44b1-b6ff-70ad74cd0255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:36.746361 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87252bd-f120-44b1-b6ff-70ad74cd0255 None None] Network 3446c4e2-730d-440b-994b-e995297a5ba4 is already hosted by enough agents. {{(pid=101215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:44:36.751211 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.scheduler.base_scheduler [None req-d87252bd-f120-44b1-b6ff-70ad74cd0255 None None] Resources bound (agent type, host, resource id): {{(pid=101215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:36.754672 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87252bd-f120-44b1-b6ff-70ad74cd0255 None None] Received port after_create {{(pid=101215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:44:36.763216 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b81f08bb-3cae-4611-a5a6-29c36eb5db98 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:36.764259 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87252bd-f120-44b1-b6ff-70ad74cd0255 None None] Pushing event updated for resources: {'Port': ['ID=f328db7b-d9ec-44d0-add5-21655b4a02d7,revision_number=1']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:36.813622 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-d87252bd-f120-44b1-b6ff-70ad74cd0255 None None] Attempting to bind port f328db7b-d9ec-44d0-add5-21655b4a02d7 on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:44:36.813984 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-d87252bd-f120-44b1-b6ff-70ad74cd0255 None None] Attempting to bind port f328db7b-d9ec-44d0-add5-21655b4a02d7 by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': 'aee09e3c-777e-40f2-964e-304d3ae0c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4'}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:44:36.814341 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87252bd-f120-44b1-b6ff-70ad74cd0255 None None] Attempting to bind port f328db7b-d9ec-44d0-add5-21655b4a02d7 on network 3446c4e2-730d-440b-994b-e995297a5ba4 {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:44:36.819379 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87252bd-f120-44b1-b6ff-70ad74cd0255 None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:44:36.819754 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87252bd-f120-44b1-b6ff-70ad74cd0255 None None] Checking segment: {'id': 'aee09e3c-777e-40f2-964e-304d3ae0c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:44:36.820212 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d87252bd-f120-44b1-b6ff-70ad74cd0255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:36.820605 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87252bd-f120-44b1-b6ff-70ad74cd0255 None None] Bound using segment: {'id': 'aee09e3c-777e-40f2-964e-304d3ae0c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4'} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:44:36.821069 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-d87252bd-f120-44b1-b6ff-70ad74cd0255 None None] Bound port: f328db7b-d9ec-44d0-add5-21655b4a02d7, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee09e3c-777e-40f2-964e-304d3ae0c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4'}}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:44:36.821473 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d87252bd-f120-44b1-b6ff-70ad74cd0255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:36.890638 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-d87252bd-f120-44b1-b6ff-70ad74cd0255 None None] For port f328db7b-d9ec-44d0-add5-21655b4a02d7, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:44:36.893787 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-d87252bd-f120-44b1-b6ff-70ad74cd0255 None None] For port f328db7b-d9ec-44d0-add5-21655b4a02d7, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=f328db7b-d9ec-44d0-add5-21655b4a02d7,segment=NetworkSegment(aee09e3c-777e-40f2-964e-304d3ae0c06e),segment_id=aee09e3c-777e-40f2-964e-304d3ae0c06e)] {{(pid=101215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:44:36.980163 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d87252bd-f120-44b1-b6ff-70ad74cd0255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:37.030240 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b81f08bb-3cae-4611-a5a6-29c36eb5db98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:37.042610 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87252bd-f120-44b1-b6ff-70ad74cd0255 None None] Pushing event updated for resources: {'Port': ['ID=f328db7b-d9ec-44d0-add5-21655b4a02d7,revision_number=2']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:37.054422 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b81f08bb-3cae-4611-a5a6-29c36eb5db98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:37.189109 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6dac54-e935-499f-a28b-94001c4cb2f1 req-37c392fc-23fa-44af-b4b9-bc008d1810be tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:37.197390 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4b6dac54-e935-499f-a28b-94001c4cb2f1 req-37c392fc-23fa-44af-b4b9-bc008d1810be tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b82e34b-5ded-4c43-bc58-b5e87275537b HTTP/1.1" status: 200 len: 948 time: 0.1032035 Sep 15 13:44:37.233927 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_common [None req-b81f08bb-3cae-4611-a5a6-29c36eb5db98 admin admin] Allocated IP 172.27.0.20 (ece37916-b27e-4896-b760-50248bab8142/37569b60-ab24-446b-9709-ec585ea5ec0b/56e27710-8f79-4ff8-bbdb-23e823f22310) {{(pid=101213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:44:37.276646 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4b6dac54-e935-499f-a28b-94001c4cb2f1 req-781d6429-5328-456f-aade-292698c074a1 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/security-groups?id=723672f0-cd97-4adc-a836-9202b59ef95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647430 Sep 15 13:44:37.371951 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b81f08bb-3cae-4611-a5a6-29c36eb5db98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:37.391873 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d367e11-cfea-4439-a831-ae63be85064c req-c0baa591-03ab-430b-aceb-0b0ecf484a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:37.393392 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5d367e11-cfea-4439-a831-ae63be85064c req-c0baa591-03ab-430b-aceb-0b0ecf484a99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=251764ebcc7844b5aa00489e96f9d0d1&device_id=4b82e34b-5ded-4c43-bc58-b5e87275537b HTTP/1.1" status: 200 len: 1101 time: 0.0414863 Sep 15 13:44:37.465223 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5d367e11-cfea-4439-a831-ae63be85064c req-8d90df39-66ff-4a3f-b80e-b3f5b0215892 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=68339e50-4d97-41fb-9c2a-b846492c6cdf HTTP/1.1" status: 200 len: 217 time: 0.0433519 Sep 15 13:44:37.494506 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b81f08bb-3cae-4611-a5a6-29c36eb5db98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:37.533594 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d367e11-cfea-4439-a831-ae63be85064c req-a6db5ba3-1b4f-4f20-babd-be22bc3d498a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:37.535295 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5d367e11-cfea-4439-a831-ae63be85064c req-a6db5ba3-1b4f-4f20-babd-be22bc3d498a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3b1f5f7-1c47-4d81-8f4d-15217ca4809f HTTP/1.1" status: 200 len: 843 time: 0.0530643 Sep 15 13:44:37.536617 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81f08bb-3cae-4611-a5a6-29c36eb5db98 admin admin] Network ece37916-b27e-4896-b760-50248bab8142 is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:44:37.536796 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abb484-f7c3-42df-9f0d-6aae6c705060 req-2c952422-871d-41bf-a4e5-f2683d275d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:37.538153 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-94abb484-f7c3-42df-9f0d-6aae6c705060 req-2c952422-871d-41bf-a4e5-f2683d275d2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9d232f7ddba465ebf00a66c759ab7fb&device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 1099 time: 0.1151516 Sep 15 13:44:37.539521 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-b81f08bb-3cae-4611-a5a6-29c36eb5db98 admin admin] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:37.542970 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81f08bb-3cae-4611-a5a6-29c36eb5db98 admin admin] Received port after_create {{(pid=101213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:44:37.550459 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f08bb-3cae-4611-a5a6-29c36eb5db98 admin admin] Pushing event updated for resources: {'Port': ['ID=56e27710-8f79-4ff8-bbdb-23e823f22310,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:37.641200 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d367e11-cfea-4439-a831-ae63be85064c req-81e92e8a-6362-45ea-85cc-28a85fa1a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:37.643011 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5d367e11-cfea-4439-a831-ae63be85064c req-81e92e8a-6362-45ea-85cc-28a85fa1a9c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1d896d4-09e5-4448-b5c0-207e269fd30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0847189 Sep 15 13:44:37.683542 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device f328db7b-d9ec-44d0-add5-21655b4a02d7 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:37.755373 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:37.766895 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port f328db7b-d9ec-44d0-add5-21655b4a02d7 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:37.767600 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:37.820629 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abb484-f7c3-42df-9f0d-6aae6c705060 req-1e10202d-f415-432f-9335-2fabcab446f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:37.822058 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-94abb484-f7c3-42df-9f0d-6aae6c705060 req-1e10202d-f415-432f-9335-2fabcab446f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af76b73a-45f4-4385-bb34-2d79a1f2655b HTTP/1.1" status: 200 len: 919 time: 0.2369387 Sep 15 13:44:37.876304 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:37.900905 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-94abb484-f7c3-42df-9f0d-6aae6c705060 req-c59159b5-3b88-4749-b120-6cc8ebd5c620 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cee97d2d-987f-4ec8-b5a7-7392a0f21b33 HTTP/1.1" status: 200 len: 217 time: 0.0667546 Sep 15 13:44:37.912361 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30e731-a0e1-4ebe-bc84-12f36ec75436 req-699cf8e1-013b-4951-a860-09bd9d0bc50f tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:37.913395 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] For port f328db7b-d9ec-44d0-add5-21655b4a02d7, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=f328db7b-d9ec-44d0-add5-21655b4a02d7,segment=NetworkSegment(aee09e3c-777e-40f2-964e-304d3ae0c06e),segment_id=aee09e3c-777e-40f2-964e-304d3ae0c06e)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:37.920418 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ae30e731-a0e1-4ebe-bc84-12f36ec75436 req-699cf8e1-013b-4951-a860-09bd9d0bc50f tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.1607761 Sep 15 13:44:37.923884 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5d367e11-cfea-4439-a831-ae63be85064c req-420af7de-600e-4cbf-98db-db5262f5d4c5 service neutron] 10.222.0.15 "GET /v2.0/networks/c1d896d4-09e5-4448-b5c0-207e269fd30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243891 Sep 15 13:44:37.978789 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b81f08bb-3cae-4611-a5a6-29c36eb5db98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:37.991322 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:38.048863 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abb484-f7c3-42df-9f0d-6aae6c705060 req-66f6b37a-56a8-45ea-b9a5-8d848cc5070f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:38.049761 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-94abb484-f7c3-42df-9f0d-6aae6c705060 req-66f6b37a-56a8-45ea-b9a5-8d848cc5070f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2dd6332-a9e3-4eef-b026-6ff2e75e77c7 HTTP/1.1" status: 200 len: 858 time: 0.1240935 Sep 15 13:44:38.052428 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ae30e731-a0e1-4ebe-bc84-12f36ec75436 req-f2d1a5b7-79a9-4438-99fd-51f55efd6302 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311874 Sep 15 13:44:38.077739 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb70fa37-177e-4efc-815a-485dfee9b44c None None] Network 3446c4e2-730d-440b-994b-e995297a5ba4 requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:44:38.105409 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Pushing event updated for resources: {'Port': ['ID=f328db7b-d9ec-44d0-add5-21655b4a02d7,revision_number=3']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:38.122546 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-94abb484-f7c3-42df-9f0d-6aae6c705060 req-46096281-d8ab-4a11-82c6-b5332a716f36 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af76b73a-45f4-4385-bb34-2d79a1f2655b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357568 Sep 15 13:44:38.170762 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5d367e11-cfea-4439-a831-ae63be85064c req-469fa511-07a5-4c76-a842-2197c81f64bd service neutron] 10.222.0.15 "GET /v2.0/networks/c1d896d4-09e5-4448-b5c0-207e269fd30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306447 Sep 15 13:44:38.244373 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b81f08bb-3cae-4611-a5a6-29c36eb5db98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551007'] for router, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:38.254305 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-94abb484-f7c3-42df-9f0d-6aae6c705060 req-bc228176-9a2e-4963-b355-3642fd2077b0 service neutron] 10.222.0.15 "GET /v2.0/networks/af76b73a-45f4-4385-bb34-2d79a1f2655b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146719 Sep 15 13:44:38.273611 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-712e8ae6-eda3-4234-9c7d-0154630947e8 None None] Provisioning complete for port f328db7b-d9ec-44d0-add5-21655b4a02d7 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:38.274014 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-712e8ae6-eda3-4234-9c7d-0154630947e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:38.370032 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-94abb484-f7c3-42df-9f0d-6aae6c705060 req-1facb942-c214-4c30-9d1d-c5c5c3e3a4cf service neutron] 10.222.0.15 "GET /v2.0/networks/af76b73a-45f4-4385-bb34-2d79a1f2655b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042356 Sep 15 13:44:38.442492 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fce6d8-13ac-4ff2-b9dc-f75c7adc63ff req-3cee9b82-5322-4a01-a707-fe59b59fff64 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:38.444018 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a0fce6d8-13ac-4ff2-b9dc-f75c7adc63ff req-3cee9b82-5322-4a01-a707-fe59b59fff64 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b82e34b-5ded-4c43-bc58-b5e87275537b HTTP/1.1" status: 200 len: 948 time: 0.0712922 Sep 15 13:44:38.487066 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a0fce6d8-13ac-4ff2-b9dc-f75c7adc63ff req-c50159ce-4a4f-4f12-bcbe-a01dcf910003 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/security-groups?id=723672f0-cd97-4adc-a836-9202b59ef95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348744 Sep 15 13:44:38.579726 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81f08bb-3cae-4611-a5a6-29c36eb5db98 admin admin] Router f8eed171-5b29-4831-897a-656e2e25fdbd is scheduled to L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 with binding_index 1 {{(pid=101213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:44:38.683730 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-e34d2c52-1ae1-4231-a858-dcc3ab525efb None None] Provisioning complete for port f328db7b-d9ec-44d0-add5-21655b4a02d7 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:38.684317 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-e34d2c52-1ae1-4231-a858-dcc3ab525efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:38.693444 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81f08bb-3cae-4611-a5a6-29c36eb5db98 admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:44:38.702940 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] Sync routers for ids ['f8eed171-5b29-4831-897a-656e2e25fdbd'] in dv-cinder-803456-3-iscsi {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:44:38.711933 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] Routers {'f8eed171-5b29-4831-897a-656e2e25fdbd'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:44:38.714185 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:44:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['f8eed171-5b29-4831-897a-656e2e25fdbd'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:38.791482 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b81f08bb-3cae-4611-a5a6-29c36eb5db98 admin admin] Notify callbacks [] for router, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:38.794523 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-b81f08bb-3cae-4611-a5a6-29c36eb5db98 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4332561 Sep 15 13:44:38.795630 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 47898) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:38.816848 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] Set router f8eed171-5b29-4831-897a-656e2e25fdbd gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:44:39.006247 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'name': 'tempest-TestShelveInstance-452431871-router', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:36Z', 'updated_at': '2021-09-15T13:44:37Z', 'revision_number': 3, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'gw_port': {'id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:37Z', 'updated_at': '2021-09-15T13:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:39.038952 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] Checking router: f8eed171-5b29-4831-897a-656e2e25fdbd for host: dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:44:39.039307 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] Updating router f8eed171-5b29-4831-897a-656e2e25fdbd port 56e27710-8f79-4ff8-bbdb-23e823f22310 binding host dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:44:39.067278 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:39.228387 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32894a-921f-4755-9598-50ca2d1fdc20 req-2fcf7b70-54f8-4cf8-aac4-e9f40a7f6679 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:39.236349 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0f32894a-921f-4755-9598-50ca2d1fdc20 req-2fcf7b70-54f8-4cf8-aac4-e9f40a7f6679 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0915308 Sep 15 13:44:39.265259 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6f15a-98ec-49ee-87c6-f46bff5b6eac req-60c181d8-b874-42a0-8705-64dda6c2fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:39.266854 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-71f6f15a-98ec-49ee-87c6-f46bff5b6eac req-60c181d8-b874-42a0-8705-64dda6c2fc3d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 1099 time: 0.0893278 Sep 15 13:44:39.335187 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0f32894a-921f-4755-9598-50ca2d1fdc20 req-e4988db1-3a7d-43dd-aaf9-fd4e87d155d5 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974872 Sep 15 13:44:39.351621 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-71f6f15a-98ec-49ee-87c6-f46bff5b6eac req-ef1c85a9-9512-48d5-b39d-52dfbea2295b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521176 Sep 15 13:44:39.377723 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] Notify callbacks [] for port, precommit_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:39.496903 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-71fd3c9e-ec3d-4ecc-8772-69f80ad5e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:39.500402 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:39.561937 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] Attempting to bind port 56e27710-8f79-4ff8-bbdb-23e823f22310 on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:44:39.562323 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] Attempting to bind port 56e27710-8f79-4ff8-bbdb-23e823f22310 by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}] {{(pid=101216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:44:39.562820 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] Attempting to bind port 56e27710-8f79-4ff8-bbdb-23e823f22310 on network ece37916-b27e-4896-b760-50248bab8142 {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:44:39.564886 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f60f85-6c89-4d98-a375-1ce34a538507 None None] Pushing event updated for resources: {'Port': ['ID=56e27710-8f79-4ff8-bbdb-23e823f22310,revision_number=2']} {{(pid=101216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:39.574479 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f60f85-6c89-4d98-a375-1ce34a538507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:39.574855 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f60f85-6c89-4d98-a375-1ce34a538507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:39.575354 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f60f85-6c89-4d98-a375-1ce34a538507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:39.575574 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f60f85-6c89-4d98-a375-1ce34a538507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:39.575811 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f60f85-6c89-4d98-a375-1ce34a538507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:39.576287 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f60f85-6c89-4d98-a375-1ce34a538507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:39.576716 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f60f85-6c89-4d98-a375-1ce34a538507 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:39.577146 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f60f85-6c89-4d98-a375-1ce34a538507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:39.577510 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f60f85-6c89-4d98-a375-1ce34a538507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:39.577838 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f60f85-6c89-4d98-a375-1ce34a538507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:39.578160 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f60f85-6c89-4d98-a375-1ce34a538507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:39.578537 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f60f85-6c89-4d98-a375-1ce34a538507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:39.582015 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:44:39.582380 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] Checking segment: {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:44:39.582919 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:39.583559 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] Bound using segment: {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'} {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:44:39.584034 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] Bound port: 56e27710-8f79-4ff8-bbdb-23e823f22310, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}}] {{(pid=101216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:44:39.584423 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:39.653473 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.db [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] For port 56e27710-8f79-4ff8-bbdb-23e823f22310, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:44:39.662459 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.db [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] For port 56e27710-8f79-4ff8-bbdb-23e823f22310, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=56e27710-8f79-4ff8-bbdb-23e823f22310,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:44:39.662853 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device f328db7b-d9ec-44d0-add5-21655b4a02d7 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:39.686712 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db60f1c-9676-45b7-9818-d51eab987208 req-b7667759-c798-4c8d-8451-25f2a89101c2 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:39.688146 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4db60f1c-9676-45b7-9818-d51eab987208 req-b7667759-c798-4c8d-8451-25f2a89101c2 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b82e34b-5ded-4c43-bc58-b5e87275537b HTTP/1.1" status: 200 len: 948 time: 0.0916257 Sep 15 13:44:39.719231 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:39.720678 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port f328db7b-d9ec-44d0-add5-21655b4a02d7 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:39.721096 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:39.764227 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_common [None req-71fd3c9e-ec3d-4ecc-8772-69f80ad5e2a1 admin admin] Allocated IP 172.20.0.1 (3446c4e2-730d-440b-994b-e995297a5ba4/63546249-766e-46c7-8179-1517924754e7/a0269acd-6d8a-41da-b4fa-b57622f08915) {{(pid=101213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:44:39.768185 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4db60f1c-9676-45b7-9818-d51eab987208 req-b21f9b59-3bcd-4d96-9508-e76d04e0cdc8 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/security-groups?id=723672f0-cd97-4adc-a836-9202b59ef95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701270 Sep 15 13:44:39.820720 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f60f85-6c89-4d98-a375-1ce34a538507 None None] Pushing event updated for resources: {'Port': ['ID=56e27710-8f79-4ff8-bbdb-23e823f22310,revision_number=3']} {{(pid=101216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:39.824526 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] Routers {'f8eed171-5b29-4831-897a-656e2e25fdbd'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:44:39.825214 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:44:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['f8eed171-5b29-4831-897a-656e2e25fdbd'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:39.900243 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-71fd3c9e-ec3d-4ecc-8772-69f80ad5e2a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:40.022733 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] Set router f8eed171-5b29-4831-897a-656e2e25fdbd gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:44:40.043113 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-71fd3c9e-ec3d-4ecc-8772-69f80ad5e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:40.080406 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 68339e50-4d97-41fb-9c2a-b846492c6cdf details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:44:40.086064 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fd3c9e-ec3d-4ecc-8772-69f80ad5e2a1 admin admin] Network 3446c4e2-730d-440b-994b-e995297a5ba4 is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:44:40.092303 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-71fd3c9e-ec3d-4ecc-8772-69f80ad5e2a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:40.102992 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fd3c9e-ec3d-4ecc-8772-69f80ad5e2a1 admin admin] Received port after_create {{(pid=101213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:44:40.146595 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd3c9e-ec3d-4ecc-8772-69f80ad5e2a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a0269acd-6d8a-41da-b4fa-b57622f08915,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:40.166197 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-71fd3c9e-ec3d-4ecc-8772-69f80ad5e2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551048'] for router_interface, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:40.226125 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'name': 'tempest-TestShelveInstance-452431871-router', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:36Z', 'updated_at': '2021-09-15T13:44:37Z', 'revision_number': 3, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'gw_port': {'id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:37Z', 'updated_at': '2021-09-15T13:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:40.246304 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 68339e50-4d97-41fb-9c2a-b846492c6cdf, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=68339e50-4d97-41fb-9c2a-b846492c6cdf,segment=NetworkSegment(3b2cf587-603f-45b8-a8e6-fda8e25f551f),segment_id=3b2cf587-603f-45b8-a8e6-fda8e25f551f)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:40.259166 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': '68339e50-4d97-41fb-9c2a-b846492c6cdf', 'network_id': 'c1d896d4-09e5-4448-b5c0-207e269fd30a', 'port_id': '68339e50-4d97-41fb-9c2a-b846492c6cdf', 'mac_address': 'fa:16:3e:91:d0:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b1f5f7-1c47-4d81-8f4d-15217ca4809f', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:44:40.260226 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a28cd5d-8404-4f9f-a2f5-1dd4511cb286 None None] The sync data for ids ['f8eed171-5b29-4831-897a-656e2e25fdbd'] in dv-cinder-803456-3-iscsi is: [{'id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'name': 'tempest-TestShelveInstance-452431871-router', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:36Z', 'updated_at': '2021-09-15T13:44:37Z', 'revision_number': 3, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'gw_port': {'id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:37Z', 'updated_at': '2021-09-15T13:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}] {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:44:40.312208 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:40.327916 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68339e50-4d97-41fb-9c2a-b846492c6cdf {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:44:40.348811 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 68339e50-4d97-41fb-9c2a-b846492c6cdf, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=68339e50-4d97-41fb-9c2a-b846492c6cdf,segment=NetworkSegment(3b2cf587-603f-45b8-a8e6-fda8e25f551f),segment_id=3b2cf587-603f-45b8-a8e6-fda8e25f551f)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:40.401699 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-71fd3c9e-ec3d-4ecc-8772-69f80ad5e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:40.407765 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-232c6e3c-f925-4835-b469-f775fffdb256 None None] Provisioning complete for port a0269acd-6d8a-41da-b4fa-b57622f08915 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:40.408252 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-232c6e3c-f925-4835-b469-f775fffdb256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:40.432461 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:40.476781 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-232c6e3c-f925-4835-b469-f775fffdb256 None None] Port a0269acd-6d8a-41da-b4fa-b57622f08915 cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:44:40.485766 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c2faf-d054-4bca-89ac-397b412f6d07 req-3f1869bc-d60d-4992-a138-3b04da50d479 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:40.495358 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-df6c2faf-d054-4bca-89ac-397b412f6d07 req-3f1869bc-d60d-4992-a138-3b04da50d479 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0743837 Sep 15 13:44:40.519173 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=68339e50-4d97-41fb-9c2a-b846492c6cdf,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:40.572315 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-df6c2faf-d054-4bca-89ac-397b412f6d07 req-877c5c81-4ad2-41cb-87d9-6a0e885d45bd tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760195 Sep 15 13:44:40.671823 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-71fd3c9e-ec3d-4ecc-8772-69f80ad5e2a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:40.768762 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-71fd3c9e-ec3d-4ecc-8772-69f80ad5e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5008746'] for port, after_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:40.865046 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-71fd3c9e-ec3d-4ecc-8772-69f80ad5e2a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545048'] for router_interface, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:40.868720 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd3c9e-ec3d-4ecc-8772-69f80ad5e2a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a0269acd-6d8a-41da-b4fa-b57622f08915,revision_number=2']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:40.906648 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['68339e50-4d97-41fb-9c2a-b846492c6cdf'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:44:40.946759 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00a46c-ac20-41b8-bfac-782cf4a4d558 req-dde75d34-789d-41ff-a17c-a15144698777 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:40.948357 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-cc00a46c-ac20-41b8-bfac-782cf4a4d558 req-dde75d34-789d-41ff-a17c-a15144698777 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b82e34b-5ded-4c43-bc58-b5e87275537b HTTP/1.1" status: 200 len: 949 time: 0.0981793 Sep 15 13:44:41.036874 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-cc00a46c-ac20-41b8-bfac-782cf4a4d558 req-be1de5b0-909e-4e50-bb59-e146cd3a86cf tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/security-groups?id=723672f0-cd97-4adc-a836-9202b59ef95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616658 Sep 15 13:44:41.049820 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fd3c9e-ec3d-4ecc-8772-69f80ad5e2a1 admin admin] Network 3446c4e2-730d-440b-994b-e995297a5ba4 is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:44:41.051340 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-71fd3c9e-ec3d-4ecc-8772-69f80ad5e2a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:41.205869 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fd3c9e-ec3d-4ecc-8772-69f80ad5e2a1 admin admin] Router f8eed171-5b29-4831-897a-656e2e25fdbd has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:44:41.228949 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 47942) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:41.343142 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fd3c9e-ec3d-4ecc-8772-69f80ad5e2a1 admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:44:41.349377 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-71fd3c9e-ec3d-4ecc-8772-69f80ad5e2a1 admin admin] 10.222.0.30 "PUT /v2.0/routers/f8eed171-5b29-4831-897a-656e2e25fdbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5527079 Sep 15 13:44:41.355472 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-72dac011-4e4f-4f38-94b7-0fc55f21dcec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:41.403417 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-12acba0d-379c-4059-baf9-88c02b99d598 None None] Provisioning complete for port a0269acd-6d8a-41da-b4fa-b57622f08915 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:41.404114 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-12acba0d-379c-4059-baf9-88c02b99d598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:41.447433 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-12acba0d-379c-4059-baf9-88c02b99d598 None None] Port a0269acd-6d8a-41da-b4fa-b57622f08915 cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:44:41.466899 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-72dac011-4e4f-4f38-94b7-0fc55f21dcec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:41.568712 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-72dac011-4e4f-4f38-94b7-0fc55f21dcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:41.628254 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-72dac011-4e4f-4f38-94b7-0fc55f21dcec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d4082965d5a4ba1a918542476a0691c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3977950 Sep 15 13:44:41.631031 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 47956) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:41.631606 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dac011-4e4f-4f38-94b7-0fc55f21dcec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5799af98-5e58-4efc-a6d9-8af4f8e59375,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:41.675749 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 56e27710-8f79-4ff8-bbdb-23e823f22310 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:41.724039 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-bab12854-9e2e-4b0e-a3d9-baf199e60a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:41.733682 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfd2f2-7f75-4e3f-a797-ff3639b2b2b7 req-6a00e0d5-87de-4e1c-85fb-4f8929e040ef tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:41.744073 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-39bfd2f2-7f75-4e3f-a797-ff3639b2b2b7 req-6a00e0d5-87de-4e1c-85fb-4f8929e040ef tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0783315 Sep 15 13:44:41.744400 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 56e27710-8f79-4ff8-bbdb-23e823f22310 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:41.744400 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:41.770267 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-bab12854-9e2e-4b0e-a3d9-baf199e60a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:41.807287 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-39bfd2f2-7f75-4e3f-a797-ff3639b2b2b7 req-bc693369-1562-4f43-8e07-eb31ec780eb3 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633664 Sep 15 13:44:41.836237 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:41.848058 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] For port 56e27710-8f79-4ff8-bbdb-23e823f22310, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=56e27710-8f79-4ff8-bbdb-23e823f22310,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:41.968829 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-bab12854-9e2e-4b0e-a3d9-baf199e60a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:41.971484 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-bab12854-9e2e-4b0e-a3d9-baf199e60a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:41.972617 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-bab12854-9e2e-4b0e-a3d9-baf199e60a5c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5799af98-5e58-4efc-a6d9-8af4f8e59375 HTTP/1.1" status: 204 len: 168 time: 0.3406126 Sep 15 13:44:41.980412 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab12854-9e2e-4b0e-a3d9-baf199e60a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5799af98-5e58-4efc-a6d9-8af4f8e59375,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:41.999433 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:42.061872 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Pushing event updated for resources: {'Port': ['ID=56e27710-8f79-4ff8-bbdb-23e823f22310,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:42.097239 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 68339e50-4d97-41fb-9c2a-b846492c6cdf up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:42.165735 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] Sync routers for ids ['f8eed171-5b29-4831-897a-656e2e25fdbd'] in dv-cinder-803456-3-iscsi {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:44:42.176150 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] Routers {'f8eed171-5b29-4831-897a-656e2e25fdbd'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:44:42.176773 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:44:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['f8eed171-5b29-4831-897a-656e2e25fdbd'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:42.182871 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac7a55-884c-4c49-97d7-db0ab3a579e1 req-ed3bb7dd-eb5d-4045-afb0-a788c34ef277 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:42.184651 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a6ac7a55-884c-4c49-97d7-db0ab3a579e1 req-ed3bb7dd-eb5d-4045-afb0-a788c34ef277 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b82e34b-5ded-4c43-bc58-b5e87275537b HTTP/1.1" status: 200 len: 949 time: 0.0594237 Sep 15 13:44:42.224058 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a6ac7a55-884c-4c49-97d7-db0ab3a579e1 req-8510a41c-11f9-4771-8c22-68846c46001a tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/security-groups?id=723672f0-cd97-4adc-a836-9202b59ef95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334997 Sep 15 13:44:42.261793 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 47980) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:42.267099 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-d306e520-ac5e-4540-936b-35f4c2413ea2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1471098710-network', 'tenant_id': 'b8d9879d8ac443f7982e0143099417aa'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:42.277233 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning for port 68339e50-4d97-41fb-9c2a-b846492c6cdf completed by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:44:42.306103 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port 68339e50-4d97-41fb-9c2a-b846492c6cdf triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:42.306647 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:42.373875 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] Set router f8eed171-5b29-4831-897a-656e2e25fdbd gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:44:42.396845 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d306e520-ac5e-4540-936b-35f4c2413ea2 admin admin] Made reservation on behalf of b8d9879d8ac443f7982e0143099417aa for: {'network': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:44:42.400020 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d306e520-ac5e-4540-936b-35f4c2413ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for network, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:42.415264 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d306e520-ac5e-4540-936b-35f4c2413ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:42.433877 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a574c-9914-42ad-bccc-d4ef363d446f req-51dcd3b0-ae5d-4b36-9221-a94f3bc8976c tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:42.441835 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a96a574c-9914-42ad-bccc-d4ef363d446f req-51dcd3b0-ae5d-4b36-9221-a94f3bc8976c tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.1312256 Sep 15 13:44:42.450565 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6bc97-bfcf-4e7b-9092-70ced8d2985b req-bd0c1fb9-1da6-4672-990d-28644d38de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:42.453596 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c5d6bc97-bfcf-4e7b-9092-70ced8d2985b req-bd0c1fb9-1da6-4672-990d-28644d38de75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9d232f7ddba465ebf00a66c759ab7fb&device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 1099 time: 0.0892625 Sep 15 13:44:42.515623 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a96a574c-9914-42ad-bccc-d4ef363d446f req-52cb34ba-041c-454a-be1c-6794994e3b4a tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724854 Sep 15 13:44:42.549020 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d306e520-ac5e-4540-936b-35f4c2413ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:42.570223 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6bc97-bfcf-4e7b-9092-70ced8d2985b req-b93df302-7118-45e5-a1e3-e3134a55f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:42.571771 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c5d6bc97-bfcf-4e7b-9092-70ced8d2985b req-b93df302-7118-45e5-a1e3-e3134a55f072 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af76b73a-45f4-4385-bb34-2d79a1f2655b HTTP/1.1" status: 200 len: 919 time: 0.1039758 Sep 15 13:44:42.597973 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:42.631084 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d306e520-ac5e-4540-936b-35f4c2413ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:42.631524 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c5d6bc97-bfcf-4e7b-9092-70ced8d2985b req-3510ceb0-44c4-49cc-8208-b3b5aaf1230b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cee97d2d-987f-4ec8-b5a7-7392a0f21b33 HTTP/1.1" status: 200 len: 217 time: 0.0378044 Sep 15 13:44:42.636860 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b82e34b-5ded-4c43-bc58-b5e87275537b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68339e50-4d97-41fb-9c2a-b846492c6cdf'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:44:42.639432 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813c3a1c-1092-47aa-a1d5-2151c01ef792" -d '{"events": [{"server_uuid": "4b82e34b-5ded-4c43-bc58-b5e87275537b", "name": "network-vif-plugged", "status": "completed", "tag": "68339e50-4d97-41fb-9c2a-b846492c6cdf"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:44:42.659918 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d306e520-ac5e-4540-936b-35f4c2413ea2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=101213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:44:42.667248 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306e520-ac5e-4540-936b-35f4c2413ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40279166-028c-48fc-91cc-50e7e48a71c8,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:42.676141 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 68339e50-4d97-41fb-9c2a-b846492c6cdf, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=68339e50-4d97-41fb-9c2a-b846492c6cdf,segment=NetworkSegment(3b2cf587-603f-45b8-a8e6-fda8e25f551f),segment_id=3b2cf587-603f-45b8-a8e6-fda8e25f551f)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:42.690536 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d306e520-ac5e-4540-936b-35f4c2413ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:42.690951 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.db.segments_db [None req-d306e520-ac5e-4540-936b-35f4c2413ea2 admin admin] Added segment 8f09c5ef-a4b2-491b-91d6-21384d15cf95 of type vlan for network 1260827d-c70a-4fca-a3c2-2f8b7fa8debf Sep 15 13:44:42.700681 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db68cf1b-6ae5-4759-89e7-a1aa30df2ad2 x-openstack-request-id: req-db68cf1b-6ae5-4759-89e7-a1aa30df2ad2 {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:44:42.701135 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b82e34b-5ded-4c43-bc58-b5e87275537b", "name": "network-vif-plugged", "status": "completed", "tag": "68339e50-4d97-41fb-9c2a-b846492c6cdf", "code": 200}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:44:42.701555 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db68cf1b-6ae5-4759-89e7-a1aa30df2ad2 {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:44:42.703168 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b82e34b-5ded-4c43-bc58-b5e87275537b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68339e50-4d97-41fb-9c2a-b846492c6cdf', 'code': 200} Sep 15 13:44:42.713146 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6bc97-bfcf-4e7b-9092-70ced8d2985b req-fd29a08a-a140-46ed-9cf1-a02587ec4933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:42.715749 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c5d6bc97-bfcf-4e7b-9092-70ced8d2985b req-fd29a08a-a140-46ed-9cf1-a02587ec4933 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2dd6332-a9e3-4eef-b026-6ff2e75e77c7 HTTP/1.1" status: 200 len: 858 time: 0.0627587 Sep 15 13:44:42.755708 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'name': 'tempest-TestShelveInstance-452431871-router', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:36Z', 'updated_at': '2021-09-15T13:44:40Z', 'revision_number': 4, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'gw_port': {'id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:37Z', 'updated_at': '2021-09-15T13:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': 'a0269acd-6d8a-41da-b4fa-b57622f08915', 'name': '', 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'mac_address': 'fa:16:3e:a8:b2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '63546249-766e-46c7-8179-1517924754e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:39Z', 'updated_at': '2021-09-15T13:44:40Z', 'revision_number': 2, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'subnets': [{'id': '63546249-766e-46c7-8179-1517924754e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:42.755861 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d306e520-ac5e-4540-936b-35f4c2413ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777769156895'] for network, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:42.764408 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c5d6bc97-bfcf-4e7b-9092-70ced8d2985b req-93792692-e230-44ac-8a52-fbd6de2c2393 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af76b73a-45f4-4385-bb34-2d79a1f2655b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348809 Sep 15 13:44:42.773845 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] Checking router: f8eed171-5b29-4831-897a-656e2e25fdbd for host: dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:44:42.774200 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] Updating router f8eed171-5b29-4831-897a-656e2e25fdbd port a0269acd-6d8a-41da-b4fa-b57622f08915 binding host dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:44:42.777135 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:42.821797 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:42.870531 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c5d6bc97-bfcf-4e7b-9092-70ced8d2985b req-2d321b38-0aee-4b63-a7eb-2c91a0b06e5c service neutron] 10.222.0.15 "GET /v2.0/networks/af76b73a-45f4-4385-bb34-2d79a1f2655b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923936 Sep 15 13:44:42.876293 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=68339e50-4d97-41fb-9c2a-b846492c6cdf,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:42.890021 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d306e520-ac5e-4540-936b-35f4c2413ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for network, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:42.891262 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d306e520-ac5e-4540-936b-35f4c2413ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:42.892131 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d306e520-ac5e-4540-936b-35f4c2413ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:42.957389 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306e520-ac5e-4540-936b-35f4c2413ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=1260827d-c70a-4fca-a3c2-2f8b7fa8debf,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:42.969714 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Network 1260827d-c70a-4fca-a3c2-2f8b7fa8debf details requested by agent ovs-agent-dv-cinder-803456-3-iscsi with host dv-cinder-803456-3-iscsi {{(pid=101215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:44:42.979328 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c5d6bc97-bfcf-4e7b-9092-70ced8d2985b req-2549f862-4e9b-4c35-8fc3-de2e65c5c7ff service neutron] 10.222.0.15 "GET /v2.0/networks/af76b73a-45f4-4385-bb34-2d79a1f2655b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960705 Sep 15 13:44:42.998425 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-d306e520-ac5e-4540-936b-35f4c2413ea2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7347462 Sep 15 13:44:43.001312 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 47990) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:43.008656 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-a9093103-1db0-40f8-8324-2a50895e555d admin admin] Request body: {'subnet': {'network_id': '1260827d-c70a-4fca-a3c2-2f8b7fa8debf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1471098710-subnet', 'tenant_id': 'b8d9879d8ac443f7982e0143099417aa', 'ip_version': 4}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:43.097003 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fd7b0-05f9-4fc1-933a-209df89bd203 req-96e30dbf-2b61-4b78-aa5d-97e12e6de2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:43.098502 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f91fd7b0-05f9-4fc1-933a-209df89bd203 req-96e30dbf-2b61-4b78-aa5d-97e12e6de2c5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b82e34b-5ded-4c43-bc58-b5e87275537b HTTP/1.1" status: 200 len: 1103 time: 0.0396669 Sep 15 13:44:43.134193 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9093103-1db0-40f8-8324-2a50895e555d admin admin] Made reservation on behalf of b8d9879d8ac443f7982e0143099417aa for: {'subnet': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:44:43.136406 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a9093103-1db0-40f8-8324-2a50895e555d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4981161'] for subnet, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:43.139637 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f91fd7b0-05f9-4fc1-933a-209df89bd203 req-a989ee87-f33f-4544-9018-3fa07954703c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=723672f0-cd97-4adc-a836-9202b59ef95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338233 Sep 15 13:44:43.180131 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] Notify callbacks [] for port, precommit_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:43.242861 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:43.298230 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbceb9-2108-4915-9812-5e22d6ae5d29 None None] Pushing event updated for resources: {'Port': ['ID=a0269acd-6d8a-41da-b4fa-b57622f08915,revision_number=3']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:43.309002 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dbceb9-2108-4915-9812-5e22d6ae5d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:43.309197 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dbceb9-2108-4915-9812-5e22d6ae5d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:43.309441 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dbceb9-2108-4915-9812-5e22d6ae5d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:43.309775 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dbceb9-2108-4915-9812-5e22d6ae5d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:43.311026 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dbceb9-2108-4915-9812-5e22d6ae5d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:43.311447 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dbceb9-2108-4915-9812-5e22d6ae5d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:43.311787 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dbceb9-2108-4915-9812-5e22d6ae5d29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:43.312115 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dbceb9-2108-4915-9812-5e22d6ae5d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:43.312470 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dbceb9-2108-4915-9812-5e22d6ae5d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:43.312791 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dbceb9-2108-4915-9812-5e22d6ae5d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:43.313113 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dbceb9-2108-4915-9812-5e22d6ae5d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:43.313457 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dbceb9-2108-4915-9812-5e22d6ae5d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:44:43.362213 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4cbde-539a-4bc4-b031-fdc4f0877ce5 req-94d5d8fa-f119-45b0-b85e-699fdc9a7473 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:43.363527 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] Attempting to bind port a0269acd-6d8a-41da-b4fa-b57622f08915 on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:44:43.363909 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] Attempting to bind port a0269acd-6d8a-41da-b4fa-b57622f08915 by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': 'aee09e3c-777e-40f2-964e-304d3ae0c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4'}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:44:43.364269 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] Attempting to bind port a0269acd-6d8a-41da-b4fa-b57622f08915 on network 3446c4e2-730d-440b-994b-e995297a5ba4 {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:44:43.365606 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9cd4cbde-539a-4bc4-b031-fdc4f0877ce5 req-94d5d8fa-f119-45b0-b85e-699fdc9a7473 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b82e34b-5ded-4c43-bc58-b5e87275537b HTTP/1.1" status: 200 len: 950 time: 0.0659254 Sep 15 13:44:43.370339 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:44:43.370594 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] Checking segment: {'id': 'aee09e3c-777e-40f2-964e-304d3ae0c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:44:43.370885 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:43.371412 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] Bound using segment: {'id': 'aee09e3c-777e-40f2-964e-304d3ae0c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4'} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:44:43.371880 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] Bound port: a0269acd-6d8a-41da-b4fa-b57622f08915, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee09e3c-777e-40f2-964e-304d3ae0c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4'}}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:44:43.372555 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:43.425648 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9cd4cbde-539a-4bc4-b031-fdc4f0877ce5 req-34aaee23-da03-4b87-88a2-92c028c64cf9 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/security-groups?id=723672f0-cd97-4adc-a836-9202b59ef95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525093 Sep 15 13:44:43.431630 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a9093103-1db0-40f8-8324-2a50895e555d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5008671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4981127'] for subnet, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:43.451572 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] For port a0269acd-6d8a-41da-b4fa-b57622f08915, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:44:43.454976 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] For port a0269acd-6d8a-41da-b4fa-b57622f08915, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=a0269acd-6d8a-41da-b4fa-b57622f08915,segment=NetworkSegment(aee09e3c-777e-40f2-964e-304d3ae0c06e),segment_id=aee09e3c-777e-40f2-964e-304d3ae0c06e)] {{(pid=101215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:44:43.496143 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9093103-1db0-40f8-8324-2a50895e555d admin admin] Pushing event updated for resources: {'Subnet': ['ID=05c4b912-a8de-4ce1-91a4-04364510a3e4,revision_number=0']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:43.500612 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9093103-1db0-40f8-8324-2a50895e555d admin admin] Checking segment: {'id': '8f09c5ef-a4b2-491b-91d6-21384d15cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1260827d-c70a-4fca-a3c2-2f8b7fa8debf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:44:43.500963 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9093103-1db0-40f8-8324-2a50895e555d admin admin] Network hostable DHCP agents. Network: 1260827d-c70a-4fca-a3c2-2f8b7fa8debf, hostable agents: ['059ef8ed-a851-4324-85c0-3d7a16d26e98'], hosted agents: [] {{(pid=101213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:44:43.517539 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:43.563756 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9093103-1db0-40f8-8324-2a50895e555d admin admin] Network 1260827d-c70a-4fca-a3c2-2f8b7fa8debf is scheduled to be hosted by DHCP agent 059ef8ed-a851-4324-85c0-3d7a16d26e98 with binding_index 1 {{(pid=101213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:44:43.615635 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-a9093103-1db0-40f8-8324-2a50895e555d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-3-iscsi, 1260827d-c70a-4fca-a3c2-2f8b7fa8debf) {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:43.632394 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9093103-1db0-40f8-8324-2a50895e555d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:43.634159 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a9093103-1db0-40f8-8324-2a50895e555d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:43.650129 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28398d8-1f9e-4212-bb04-023d5e73b135 None None] Network 1260827d-c70a-4fca-a3c2-2f8b7fa8debf requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:44:43.664775 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbbdc9-e412-46e0-8487-38327551b296 req-b752ac14-793d-4ef4-914b-72366a5309b7 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:43.666284 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-93dbbdc9-e412-46e0-8487-38327551b296 req-b752ac14-793d-4ef4-914b-72366a5309b7 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0638435 Sep 15 13:44:43.672826 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 56e27710-8f79-4ff8-bbdb-23e823f22310 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:43.709063 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-93dbbdc9-e412-46e0-8487-38327551b296 req-a91a285d-3702-4adb-813b-c37a470022dd tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361044 Sep 15 13:44:43.741411 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-a9093103-1db0-40f8-8324-2a50895e555d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7389736 Sep 15 13:44:43.745805 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 47996) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:43.750715 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-3a15306d-3491-40ef-8e42-b334584a87cf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1471098710-router', 'tenant_id': 'b8d9879d8ac443f7982e0143099417aa', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:43.785775 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-0120e08b-a1b3-49a6-a430-983fe144005d None None] Provisioning complete for port a0269acd-6d8a-41da-b4fa-b57622f08915 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:43.786157 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-0120e08b-a1b3-49a6-a430-983fe144005d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:43.830273 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] Routers {'f8eed171-5b29-4831-897a-656e2e25fdbd'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:44:43.830926 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:44:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['f8eed171-5b29-4831-897a-656e2e25fdbd'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:43.832929 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbceb9-2108-4915-9812-5e22d6ae5d29 None None] Pushing event updated for resources: {'Port': ['ID=a0269acd-6d8a-41da-b4fa-b57622f08915,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:43.904798 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3a15306d-3491-40ef-8e42-b334584a87cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1737'] for router, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:43.904798 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3a15306d-3491-40ef-8e42-b334584a87cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1746'] for router, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:43.962554 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3a15306d-3491-40ef-8e42-b334584a87cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:43.982629 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 56e27710-8f79-4ff8-bbdb-23e823f22310 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:43.982996 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:44.076582 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] Set router f8eed171-5b29-4831-897a-656e2e25fdbd gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:44:44.118422 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081cd324-0f4f-4d14-bb5f-f45b399bf58e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa82a8464-970f-51ea-a067-ae169fa58494-1260827d-c70a-4fca-a3c2-2f8b7fa8debf', 'network_id': '1260827d-c70a-4fca-a3c2-2f8b7fa8debf', 'tenant_id': 'b8d9879d8ac443f7982e0143099417aa', 'fixed_ips': [{'subnet_id': '05c4b912-a8de-4ce1-91a4-04364510a3e4'}]}} from dv-cinder-803456-3-iscsi. {{(pid=101215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 13:44:44.119265 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-081cd324-0f4f-4d14-bb5f-f45b399bf58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:44.151862 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-0120e08b-a1b3-49a6-a430-983fe144005d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:44.194378 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3a15306d-3491-40ef-8e42-b334584a87cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:44.287033 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0044ef-35db-400f-a291-f4e2daf97379 req-6445e5b9-e34b-4c2a-9380-d92dd78d4555 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:44.288529 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9d0044ef-35db-400f-a291-f4e2daf97379 req-6445e5b9-e34b-4c2a-9380-d92dd78d4555 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8d93bd6-fda0-4e99-8e47-56c6997a14b5 HTTP/1.1" status: 200 len: 946 time: 0.0512693 Sep 15 13:44:44.349939 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9d0044ef-35db-400f-a291-f4e2daf97379 req-62d41be6-a7d8-42ad-bf4a-e06d46610f0d tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534427 Sep 15 13:44:44.364259 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-0120e08b-a1b3-49a6-a430-983fe144005d None None] For port a0269acd-6d8a-41da-b4fa-b57622f08915, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=a0269acd-6d8a-41da-b4fa-b57622f08915,segment=NetworkSegment(aee09e3c-777e-40f2-964e-304d3ae0c06e),segment_id=aee09e3c-777e-40f2-964e-304d3ae0c06e)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:44.429966 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-0120e08b-a1b3-49a6-a430-983fe144005d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:44.499547 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.db_base_plugin_common [None req-081cd324-0f4f-4d14-bb5f-f45b399bf58e None None] Allocated IP 172.20.0.2 (1260827d-c70a-4fca-a3c2-2f8b7fa8debf/05c4b912-a8de-4ce1-91a4-04364510a3e4/423fa56c-8beb-4848-a9b1-dda683ad81a8) {{(pid=101215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:44:44.527531 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3a15306d-3491-40ef-8e42-b334584a87cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:44.534671 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0120e08b-a1b3-49a6-a430-983fe144005d None None] Pushing event updated for resources: {'Port': ['ID=a0269acd-6d8a-41da-b4fa-b57622f08915,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:44.542313 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c2170-a3bf-4e25-82e1-58cd12423d5d req-7b3647b8-3e72-4360-a7f6-0b10eae851a8 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:44.545095 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-468c2170-a3bf-4e25-82e1-58cd12423d5d req-7b3647b8-3e72-4360-a7f6-0b10eae851a8 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b82e34b-5ded-4c43-bc58-b5e87275537b HTTP/1.1" status: 200 len: 950 time: 0.0567651 Sep 15 13:44:44.550915 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3a15306d-3491-40ef-8e42-b334584a87cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:44.593285 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-468c2170-a3bf-4e25-82e1-58cd12423d5d req-ee9db95d-f4cb-4669-9bcf-7b3a06d48ac7 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/security-groups?id=723672f0-cd97-4adc-a836-9202b59ef95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403919 Sep 15 13:44:44.601972 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-3cfce3eb-45c9-4853-9574-f57a0229ac02 None None] Provisioning complete for port a0269acd-6d8a-41da-b4fa-b57622f08915 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:44.602343 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-3cfce3eb-45c9-4853-9574-f57a0229ac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:44.670412 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_common [None req-3a15306d-3491-40ef-8e42-b334584a87cf admin admin] Allocated IP 172.27.0.36 (ece37916-b27e-4896-b760-50248bab8142/37569b60-ab24-446b-9709-ec585ea5ec0b/5cd97685-a438-4b3d-99dd-062378044359) {{(pid=101213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:44:44.682982 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'name': 'tempest-TestShelveInstance-452431871-router', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:36Z', 'updated_at': '2021-09-15T13:44:40Z', 'revision_number': 4, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'gw_port': {'id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:37Z', 'updated_at': '2021-09-15T13:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': 'a0269acd-6d8a-41da-b4fa-b57622f08915', 'name': '', 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'mac_address': 'fa:16:3e:a8:b2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '63546249-766e-46c7-8179-1517924754e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:39Z', 'updated_at': '2021-09-15T13:44:43Z', 'revision_number': 4, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'subnets': [{'id': '63546249-766e-46c7-8179-1517924754e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:44.721700 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cd6f1b-b3c9-41e3-91a7-1c401772fde3 None None] The sync data for ids ['f8eed171-5b29-4831-897a-656e2e25fdbd'] in dv-cinder-803456-3-iscsi is: [{'id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'name': 'tempest-TestShelveInstance-452431871-router', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:36Z', 'updated_at': '2021-09-15T13:44:40Z', 'revision_number': 4, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'gw_port': {'id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:37Z', 'updated_at': '2021-09-15T13:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': 'a0269acd-6d8a-41da-b4fa-b57622f08915', 'name': '', 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'mac_address': 'fa:16:3e:a8:b2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '63546249-766e-46c7-8179-1517924754e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:39Z', 'updated_at': '2021-09-15T13:44:43Z', 'revision_number': 4, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'subnets': [{'id': '63546249-766e-46c7-8179-1517924754e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:44:44.815901 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3a15306d-3491-40ef-8e42-b334584a87cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:44.867323 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-081cd324-0f4f-4d14-bb5f-f45b399bf58e None None] Notify callbacks [] for port, precommit_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:45.008764 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-081cd324-0f4f-4d14-bb5f-f45b399bf58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:45.048857 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081cd324-0f4f-4d14-bb5f-f45b399bf58e None None] Network 1260827d-c70a-4fca-a3c2-2f8b7fa8debf is already hosted by enough agents. {{(pid=101215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:44:45.051734 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.scheduler.base_scheduler [None req-081cd324-0f4f-4d14-bb5f-f45b399bf58e None None] Resources bound (agent type, host, resource id): {{(pid=101215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:45.055443 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081cd324-0f4f-4d14-bb5f-f45b399bf58e None None] Received port after_create {{(pid=101215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:44:45.065339 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cd324-0f4f-4d14-bb5f-f45b399bf58e None None] Pushing event updated for resources: {'Port': ['ID=423fa56c-8beb-4848-a9b1-dda683ad81a8,revision_number=1']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:45.105556 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0534fce-7d34-41af-8797-067be367489e req-5d0f2de6-fc48-497e-b1fc-d662ff3c94ee tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:45.107100 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a0534fce-7d34-41af-8797-067be367489e req-5d0f2de6-fc48-497e-b1fc-d662ff3c94ee tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.2852962 Sep 15 13:44:45.119744 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-081cd324-0f4f-4d14-bb5f-f45b399bf58e None None] Attempting to bind port 423fa56c-8beb-4848-a9b1-dda683ad81a8 on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:44:45.120111 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-081cd324-0f4f-4d14-bb5f-f45b399bf58e None None] Attempting to bind port 423fa56c-8beb-4848-a9b1-dda683ad81a8 by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': '8f09c5ef-a4b2-491b-91d6-21384d15cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1260827d-c70a-4fca-a3c2-2f8b7fa8debf'}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:44:45.120655 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081cd324-0f4f-4d14-bb5f-f45b399bf58e None None] Attempting to bind port 423fa56c-8beb-4848-a9b1-dda683ad81a8 on network 1260827d-c70a-4fca-a3c2-2f8b7fa8debf {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:44:45.126695 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081cd324-0f4f-4d14-bb5f-f45b399bf58e None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:44:45.127156 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081cd324-0f4f-4d14-bb5f-f45b399bf58e None None] Checking segment: {'id': '8f09c5ef-a4b2-491b-91d6-21384d15cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1260827d-c70a-4fca-a3c2-2f8b7fa8debf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:44:45.127540 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-081cd324-0f4f-4d14-bb5f-f45b399bf58e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:45.128056 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081cd324-0f4f-4d14-bb5f-f45b399bf58e None None] Bound using segment: {'id': '8f09c5ef-a4b2-491b-91d6-21384d15cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1260827d-c70a-4fca-a3c2-2f8b7fa8debf'} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:44:45.128757 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-081cd324-0f4f-4d14-bb5f-f45b399bf58e None None] Bound port: 423fa56c-8beb-4848-a9b1-dda683ad81a8, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f09c5ef-a4b2-491b-91d6-21384d15cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1260827d-c70a-4fca-a3c2-2f8b7fa8debf'}}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:44:45.129388 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-081cd324-0f4f-4d14-bb5f-f45b399bf58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:45.153390 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a0534fce-7d34-41af-8797-067be367489e req-2810322f-15e7-413c-a0fe-c9c36f19c717 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359368 Sep 15 13:44:45.175992 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3a15306d-3491-40ef-8e42-b334584a87cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:45.208004 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-081cd324-0f4f-4d14-bb5f-f45b399bf58e None None] For port 423fa56c-8beb-4848-a9b1-dda683ad81a8, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:44:45.212174 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-081cd324-0f4f-4d14-bb5f-f45b399bf58e None None] For port 423fa56c-8beb-4848-a9b1-dda683ad81a8, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=423fa56c-8beb-4848-a9b1-dda683ad81a8,segment=NetworkSegment(8f09c5ef-a4b2-491b-91d6-21384d15cf95),segment_id=8f09c5ef-a4b2-491b-91d6-21384d15cf95)] {{(pid=101215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:44:45.214406 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a15306d-3491-40ef-8e42-b334584a87cf admin admin] Network ece37916-b27e-4896-b760-50248bab8142 is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:44:45.218051 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-3a15306d-3491-40ef-8e42-b334584a87cf admin admin] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:45.221832 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a15306d-3491-40ef-8e42-b334584a87cf admin admin] Received port after_create {{(pid=101213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:44:45.246370 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15306d-3491-40ef-8e42-b334584a87cf admin admin] Pushing event updated for resources: {'Port': ['ID=5cd97685-a438-4b3d-99dd-062378044359,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:45.323429 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-081cd324-0f4f-4d14-bb5f-f45b399bf58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:45.389808 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cd324-0f4f-4d14-bb5f-f45b399bf58e None None] Pushing event updated for resources: {'Port': ['ID=423fa56c-8beb-4848-a9b1-dda683ad81a8,revision_number=2']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:45.485305 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1028c-cdfa-408f-84ba-4990786ab6cb req-074700bb-d459-4fcd-8e6e-ee81cf9f7294 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:45.489349 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-97a1028c-cdfa-408f-84ba-4990786ab6cb req-074700bb-d459-4fcd-8e6e-ee81cf9f7294 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8d93bd6-fda0-4e99-8e47-56c6997a14b5 HTTP/1.1" status: 200 len: 946 time: 0.0543828 Sep 15 13:44:45.534834 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-97a1028c-cdfa-408f-84ba-4990786ab6cb req-a976aea3-85eb-40da-ac73-89a6d8d49d49 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413184 Sep 15 13:44:45.628365 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3a15306d-3491-40ef-8e42-b334584a87cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:45.785575 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058d5d6-f31e-48ae-99b0-ec6294ac9923 req-ab8d60d8-9258-4abb-be31-1f124d31e4f9 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:45.790160 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-d058d5d6-f31e-48ae-99b0-ec6294ac9923 req-ab8d60d8-9258-4abb-be31-1f124d31e4f9 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b82e34b-5ded-4c43-bc58-b5e87275537b HTTP/1.1" status: 200 len: 950 time: 0.0775940 Sep 15 13:44:45.796786 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 423fa56c-8beb-4848-a9b1-dda683ad81a8 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:45.850412 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 423fa56c-8beb-4848-a9b1-dda683ad81a8 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:45.850784 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:45.913980 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-d058d5d6-f31e-48ae-99b0-ec6294ac9923 req-b88fd4d3-31df-40b2-a1c6-6f0622bbaa8d tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/security-groups?id=723672f0-cd97-4adc-a836-9202b59ef95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139829 Sep 15 13:44:45.945471 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3a15306d-3491-40ef-8e42-b334584a87cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551007'] for router, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:45.965784 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:46.009297 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] For port 423fa56c-8beb-4848-a9b1-dda683ad81a8, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=423fa56c-8beb-4848-a9b1-dda683ad81a8,segment=NetworkSegment(8f09c5ef-a4b2-491b-91d6-21384d15cf95),segment_id=8f09c5ef-a4b2-491b-91d6-21384d15cf95)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:46.145852 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:46.146899 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device a0269acd-6d8a-41da-b4fa-b57622f08915 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:46.224884 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Pushing event updated for resources: {'Port': ['ID=423fa56c-8beb-4848-a9b1-dda683ad81a8,revision_number=3']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:46.226053 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a15306d-3491-40ef-8e42-b334584a87cf admin admin] Router 9274ffff-47f8-4408-a6e8-6249211aad48 is scheduled to L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 with binding_index 1 {{(pid=101213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:44:46.241067 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port a0269acd-6d8a-41da-b4fa-b57622f08915 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:46.241067 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:46.356489 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563f48d-be83-4a44-95d1-0c6d7b52dc1b req-8167ba41-9f92-4f88-9621-d353fbc36664 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:46.358454 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-8563f48d-be83-4a44-95d1-0c6d7b52dc1b req-8167ba41-9f92-4f88-9621-d353fbc36664 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.1293724 Sep 15 13:44:46.419553 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-8563f48d-be83-4a44-95d1-0c6d7b52dc1b req-56951730-1bfa-45d5-be9c-2fc0cdf63c7b tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536599 Sep 15 13:44:46.422436 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a15306d-3491-40ef-8e42-b334584a87cf admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:44:46.439850 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] Sync routers for ids ['9274ffff-47f8-4408-a6e8-6249211aad48'] in dv-cinder-803456-3-iscsi {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:44:46.452646 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958a12fa-8234-433d-9fd8-98223842947d None None] Network 1260827d-c70a-4fca-a3c2-2f8b7fa8debf requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:44:46.458325 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] Routers {'9274ffff-47f8-4408-a6e8-6249211aad48'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:44:46.459835 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:44:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['9274ffff-47f8-4408-a6e8-6249211aad48'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:46.533505 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3a15306d-3491-40ef-8e42-b334584a87cf admin admin] Notify callbacks [] for router, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:46.535061 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-3a15306d-3491-40ef-8e42-b334584a87cf admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7879570 Sep 15 13:44:46.538941 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 48024) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:46.566040 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-1778bdc8-1cf3-40be-aa7e-d93a1df41050 None None] Provisioning complete for port 423fa56c-8beb-4848-a9b1-dda683ad81a8 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:46.566412 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-1778bdc8-1cf3-40be-aa7e-d93a1df41050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:46.592358 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251db627-55c6-4328-a3fa-54558f85f69f req-2439600b-5a5c-4ddc-ae0d-f63f02e464d5 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:46.593871 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-251db627-55c6-4328-a3fa-54558f85f69f req-2439600b-5a5c-4ddc-ae0d-f63f02e464d5 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b82e34b-5ded-4c43-bc58-b5e87275537b HTTP/1.1" status: 200 len: 950 time: 0.0872838 Sep 15 13:44:46.612297 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] Set router 9274ffff-47f8-4408-a6e8-6249211aad48 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:44:46.649359 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-251db627-55c6-4328-a3fa-54558f85f69f req-a3957135-e8fc-40ec-a920-5dc590839820 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/security-groups?id=723672f0-cd97-4adc-a836-9202b59ef95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485718 Sep 15 13:44:46.797906 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de636e9e-baed-4b96-82c3-65da66163785 req-4d5ebd6f-5ecc-4d01-b10c-5ad7f6fe896d tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:46.799566 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-de636e9e-baed-4b96-82c3-65da66163785 req-4d5ebd6f-5ecc-4d01-b10c-5ad7f6fe896d tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8d93bd6-fda0-4e99-8e47-56c6997a14b5 HTTP/1.1" status: 200 len: 946 time: 0.1277814 Sep 15 13:44:46.875837 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9274ffff-47f8-4408-a6e8-6249211aad48', 'name': 'tempest-TestShelveInstance-1471098710-router', 'tenant_id': 'b8d9879d8ac443f7982e0143099417aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5cd97685-a438-4b3d-99dd-062378044359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:43Z', 'updated_at': '2021-09-15T13:44:45Z', 'revision_number': 3, 'project_id': 'b8d9879d8ac443f7982e0143099417aa', 'gw_port': {'id': '5cd97685-a438-4b3d-99dd-062378044359', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:dc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9274ffff-47f8-4408-a6e8-6249211aad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:44Z', 'updated_at': '2021-09-15T13:44:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:46.902053 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] Checking router: 9274ffff-47f8-4408-a6e8-6249211aad48 for host: dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:44:46.902486 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] Updating router 9274ffff-47f8-4408-a6e8-6249211aad48 port 5cd97685-a438-4b3d-99dd-062378044359 binding host dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:44:46.942904 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:46.963724 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa6d9e-eec8-4b34-862c-81c8981fc5cb req-fb368880-5529-4da0-bbf1-de742ce05d5c tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:46.981816 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-edaa6d9e-eec8-4b34-862c-81c8981fc5cb req-fb368880-5529-4da0-bbf1-de742ce05d5c tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8d93bd6-fda0-4e99-8e47-56c6997a14b5 HTTP/1.1" status: 200 len: 946 time: 0.2447252 Sep 15 13:44:47.089324 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-5878cdee-d5b6-4d76-a85e-fc8732f612ec None None] Provisioning complete for port 423fa56c-8beb-4848-a9b1-dda683ad81a8 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:47.089620 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-5878cdee-d5b6-4d76-a85e-fc8732f612ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:47.125738 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-edaa6d9e-eec8-4b34-862c-81c8981fc5cb req-21555ed3-59b2-42ee-bb4f-78fa593d3aab tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425195 Sep 15 13:44:47.168547 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-de636e9e-baed-4b96-82c3-65da66163785 req-783d0df5-00a1-419e-958f-f2e9f0fba6df tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Deleting port f283c90c-384f-48c3-b2d5-dd0e5e43372a {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:44:47.169181 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-de636e9e-baed-4b96-82c3-65da66163785 req-783d0df5-00a1-419e-958f-f2e9f0fba6df tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:47.273726 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] Notify callbacks [] for port, precommit_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:47.274493 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-de636e9e-baed-4b96-82c3-65da66163785 req-783d0df5-00a1-419e-958f-f2e9f0fba6df tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] For port f283c90c-384f-48c3-b2d5-dd0e5e43372a, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=f283c90c-384f-48c3-b2d5-dd0e5e43372a,segment=NetworkSegment(cb5413ea-771f-42e8-811f-6415872afa7a),segment_id=cb5413ea-771f-42e8-811f-6415872afa7a)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:47.274961 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-de636e9e-baed-4b96-82c3-65da66163785 req-783d0df5-00a1-419e-958f-f2e9f0fba6df tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:47.282006 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-be6431bb-3a12-4bae-8cd3-bda01f9fdc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:47.287607 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-de636e9e-baed-4b96-82c3-65da66163785 req-783d0df5-00a1-419e-958f-f2e9f0fba6df tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Calling delete_port for f283c90c-384f-48c3-b2d5-dd0e5e43372a owned by compute:nova {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:44:47.402638 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:47.436643 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_common [None req-be6431bb-3a12-4bae-8cd3-bda01f9fdc6d admin admin] Allocated IP 172.20.0.1 (1260827d-c70a-4fca-a3c2-2f8b7fa8debf/05c4b912-a8de-4ce1-91a4-04364510a3e4/29eb3563-6183-47df-a937-5bd1fe7c91ee) {{(pid=101213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:44:47.451424 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] Attempting to bind port 5cd97685-a438-4b3d-99dd-062378044359 on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:44:47.452068 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] Attempting to bind port 5cd97685-a438-4b3d-99dd-062378044359 by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}] {{(pid=101216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:44:47.452165 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] Attempting to bind port 5cd97685-a438-4b3d-99dd-062378044359 on network ece37916-b27e-4896-b760-50248bab8142 {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:44:47.461493 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f9cc7-2de2-4205-9bb2-72fad59ea398 None None] Pushing event updated for resources: {'Port': ['ID=5cd97685-a438-4b3d-99dd-062378044359,revision_number=2']} {{(pid=101216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:47.463757 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:44:47.465412 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] Checking segment: {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:44:47.465821 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:47.466204 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] Bound using segment: {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'} {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:44:47.467298 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] Bound port: 5cd97685-a438-4b3d-99dd-062378044359, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}}] {{(pid=101216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:44:47.469733 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:47.521744 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.db [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] For port 5cd97685-a438-4b3d-99dd-062378044359, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:44:47.524919 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.db [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] For port 5cd97685-a438-4b3d-99dd-062378044359, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=5cd97685-a438-4b3d-99dd-062378044359,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:44:47.528531 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-de636e9e-baed-4b96-82c3-65da66163785 req-783d0df5-00a1-419e-958f-f2e9f0fba6df tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:47.541753 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['bb997887-02c6-475d-b775-5803a8a38c3b', '382e0873-fa9a-401e-b898-2cf3e3d1c666', '524866d7-d165-4ab4-9041-1416f777f8e6', 'f283c90c-384f-48c3-b2d5-dd0e5e43372a'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:44:47.565401 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d0df5-00a1-419e-958f-f2e9f0fba6df tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Pushing event deleted for resources: {'Port': ['ID=f283c90c-384f-48c3-b2d5-dd0e5e43372a,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:47.609654 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:47.629725 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-de636e9e-baed-4b96-82c3-65da66163785 req-783d0df5-00a1-419e-958f-f2e9f0fba6df tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] No DVR routers for this DVR port f283c90c-384f-48c3-b2d5-dd0e5e43372a on host hv-cinder-80345 {{(pid=101214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:44:47.634477 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-de636e9e-baed-4b96-82c3-65da66163785 req-783d0df5-00a1-419e-958f-f2e9f0fba6df tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:47.637149 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-de636e9e-baed-4b96-82c3-65da66163785 req-783d0df5-00a1-419e-958f-f2e9f0fba6df tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.15 "DELETE /v2.0/ports/f283c90c-384f-48c3-b2d5-dd0e5e43372a HTTP/1.1" status: 204 len: 173 time: 0.8302445 Sep 15 13:44:47.639288 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d93bd6-fda0-4e99-8e47-56c6997a14b5', 'name': 'network-vif-deleted', 'tag': 'f283c90c-384f-48c3-b2d5-dd0e5e43372a'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:44:47.658222 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11c2aaf-c1a4-4146-a1a4-cc03b3ac36fa" -d '{"events": [{"server_uuid": "c8d93bd6-fda0-4e99-8e47-56c6997a14b5", "name": "network-vif-deleted", "tag": "f283c90c-384f-48c3-b2d5-dd0e5e43372a"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:44:47.671343 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f9cc7-2de2-4205-9bb2-72fad59ea398 None None] Pushing event updated for resources: {'Port': ['ID=5cd97685-a438-4b3d-99dd-062378044359,revision_number=3']} {{(pid=101216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:47.696703 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] Routers {'9274ffff-47f8-4408-a6e8-6249211aad48'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:44:47.697365 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:44:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['9274ffff-47f8-4408-a6e8-6249211aad48'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:47.756841 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-be6431bb-3a12-4bae-8cd3-bda01f9fdc6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:47.771497 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 423fa56c-8beb-4848-a9b1-dda683ad81a8 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:47.786759 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7430c9c8-0eb1-4411-92f3-9ff3759aad53 x-openstack-request-id: req-7430c9c8-0eb1-4411-92f3-9ff3759aad53 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:44:47.787066 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d93bd6-fda0-4e99-8e47-56c6997a14b5", "name": "network-vif-deleted", "tag": "f283c90c-384f-48c3-b2d5-dd0e5e43372a", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:44:47.787322 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7430c9c8-0eb1-4411-92f3-9ff3759aad53 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:44:47.788708 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d93bd6-fda0-4e99-8e47-56c6997a14b5', 'name': 'network-vif-deleted', 'tag': 'f283c90c-384f-48c3-b2d5-dd0e5e43372a', 'status': 'completed', 'code': 200} Sep 15 13:44:47.841863 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] Set router 9274ffff-47f8-4408-a6e8-6249211aad48 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:44:47.861090 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bf7c6-35a2-43e6-8d9c-8e57c609aade req-a3b0429f-bd30-4689-b532-5909d0b3d595 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:47.861090 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5d3bf7c6-35a2-43e6-8d9c-8e57c609aade req-a3b0429f-bd30-4689-b532-5909d0b3d595 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b82e34b-5ded-4c43-bc58-b5e87275537b HTTP/1.1" status: 200 len: 950 time: 0.0619209 Sep 15 13:44:47.906374 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5d3bf7c6-35a2-43e6-8d9c-8e57c609aade req-cacb1f37-fa17-437d-bf37-f4ecf403b5a2 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/security-groups?id=723672f0-cd97-4adc-a836-9202b59ef95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384598 Sep 15 13:44:47.912274 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-be6431bb-3a12-4bae-8cd3-bda01f9fdc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:47.931037 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 423fa56c-8beb-4848-a9b1-dda683ad81a8 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:47.931037 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:47.969803 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6431bb-3a12-4bae-8cd3-bda01f9fdc6d admin admin] Network 1260827d-c70a-4fca-a3c2-2f8b7fa8debf is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:44:47.972872 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-be6431bb-3a12-4bae-8cd3-bda01f9fdc6d admin admin] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:47.979821 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6431bb-3a12-4bae-8cd3-bda01f9fdc6d admin admin] Received port after_create {{(pid=101213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:44:47.982692 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6431bb-3a12-4bae-8cd3-bda01f9fdc6d admin admin] Pushing event updated for resources: {'Port': ['ID=29eb3563-6183-47df-a937-5bd1fe7c91ee,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:48.021067 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-be6431bb-3a12-4bae-8cd3-bda01f9fdc6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551048'] for router_interface, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:48.072482 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9274ffff-47f8-4408-a6e8-6249211aad48', 'name': 'tempest-TestShelveInstance-1471098710-router', 'tenant_id': 'b8d9879d8ac443f7982e0143099417aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5cd97685-a438-4b3d-99dd-062378044359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:43Z', 'updated_at': '2021-09-15T13:44:45Z', 'revision_number': 3, 'project_id': 'b8d9879d8ac443f7982e0143099417aa', 'gw_port': {'id': '5cd97685-a438-4b3d-99dd-062378044359', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:dc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9274ffff-47f8-4408-a6e8-6249211aad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:44Z', 'updated_at': '2021-09-15T13:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:48.111416 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e813c-1ca6-4163-937c-194282e15ab1 None None] The sync data for ids ['9274ffff-47f8-4408-a6e8-6249211aad48'] in dv-cinder-803456-3-iscsi is: [{'id': '9274ffff-47f8-4408-a6e8-6249211aad48', 'name': 'tempest-TestShelveInstance-1471098710-router', 'tenant_id': 'b8d9879d8ac443f7982e0143099417aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5cd97685-a438-4b3d-99dd-062378044359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:43Z', 'updated_at': '2021-09-15T13:44:45Z', 'revision_number': 3, 'project_id': 'b8d9879d8ac443f7982e0143099417aa', 'gw_port': {'id': '5cd97685-a438-4b3d-99dd-062378044359', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:dc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9274ffff-47f8-4408-a6e8-6249211aad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:44Z', 'updated_at': '2021-09-15T13:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}] {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:44:48.271515 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3bea9b0b-f095-432d-acf4-99eadf327ab1 req-d3560ddb-f968-46ac-af59-d6906d946e22 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8d93bd6-fda0-4e99-8e47-56c6997a14b5 HTTP/1.1" status: 200 len: 210 time: 0.0375233 Sep 15 13:44:48.272941 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-be6431bb-3a12-4bae-8cd3-bda01f9fdc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:48.280125 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a029fd-2296-4a24-b2af-e9e1d3c58d22 req-9993dd3b-2eae-447e-9d94-15ee462f14fe tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:48.281676 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-44a029fd-2296-4a24-b2af-e9e1d3c58d22 req-9993dd3b-2eae-447e-9d94-15ee462f14fe tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b82e34b-5ded-4c43-bc58-b5e87275537b HTTP/1.1" status: 200 len: 950 time: 0.0900345 Sep 15 13:44:48.339118 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-7a8ba8e3-0d7f-4e7f-846d-63dd3f9178a1 None None] Provisioning complete for port 29eb3563-6183-47df-a937-5bd1fe7c91ee triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:48.339460 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba8e3-0d7f-4e7f-846d-63dd3f9178a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:48.396970 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-7a8ba8e3-0d7f-4e7f-846d-63dd3f9178a1 None None] Port 29eb3563-6183-47df-a937-5bd1fe7c91ee cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:44:48.408425 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-44a029fd-2296-4a24-b2af-e9e1d3c58d22 req-dcf4f54d-2891-4c1b-b7bb-98d492fea2db tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Deleting port 68339e50-4d97-41fb-9c2a-b846492c6cdf {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:44:48.411565 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-44a029fd-2296-4a24-b2af-e9e1d3c58d22 req-dcf4f54d-2891-4c1b-b7bb-98d492fea2db tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:48.490332 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-be6431bb-3a12-4bae-8cd3-bda01f9fdc6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:48.545109 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-44a029fd-2296-4a24-b2af-e9e1d3c58d22 req-dcf4f54d-2891-4c1b-b7bb-98d492fea2db tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] For port 68339e50-4d97-41fb-9c2a-b846492c6cdf, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=68339e50-4d97-41fb-9c2a-b846492c6cdf,segment=NetworkSegment(3b2cf587-603f-45b8-a8e6-fda8e25f551f),segment_id=3b2cf587-603f-45b8-a8e6-fda8e25f551f)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:48.545690 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-44a029fd-2296-4a24-b2af-e9e1d3c58d22 req-dcf4f54d-2891-4c1b-b7bb-98d492fea2db tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:48.560077 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-44a029fd-2296-4a24-b2af-e9e1d3c58d22 req-dcf4f54d-2891-4c1b-b7bb-98d492fea2db tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Calling delete_port for 68339e50-4d97-41fb-9c2a-b846492c6cdf owned by compute:nova {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:44:48.614241 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-be6431bb-3a12-4bae-8cd3-bda01f9fdc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5008746'] for port, after_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:48.687076 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6431bb-3a12-4bae-8cd3-bda01f9fdc6d admin admin] Pushing event updated for resources: {'Port': ['ID=29eb3563-6183-47df-a937-5bd1fe7c91ee,revision_number=2']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:48.689604 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-be6431bb-3a12-4bae-8cd3-bda01f9fdc6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545048'] for router_interface, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:48.780811 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-44a029fd-2296-4a24-b2af-e9e1d3c58d22 req-dcf4f54d-2891-4c1b-b7bb-98d492fea2db tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:48.788298 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6431bb-3a12-4bae-8cd3-bda01f9fdc6d admin admin] Network 1260827d-c70a-4fca-a3c2-2f8b7fa8debf is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:44:48.790099 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-be6431bb-3a12-4bae-8cd3-bda01f9fdc6d admin admin] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:44:48.821930 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4f54d-2891-4c1b-b7bb-98d492fea2db tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Pushing event deleted for resources: {'Port': ['ID=68339e50-4d97-41fb-9c2a-b846492c6cdf,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:48.885763 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a029fd-2296-4a24-b2af-e9e1d3c58d22 req-dcf4f54d-2891-4c1b-b7bb-98d492fea2db tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] No DVR routers for this DVR port 68339e50-4d97-41fb-9c2a-b846492c6cdf on host hv-cinder-80345 {{(pid=101214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:44:48.888648 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-44a029fd-2296-4a24-b2af-e9e1d3c58d22 req-dcf4f54d-2891-4c1b-b7bb-98d492fea2db tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:48.891246 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-44a029fd-2296-4a24-b2af-e9e1d3c58d22 req-dcf4f54d-2891-4c1b-b7bb-98d492fea2db tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.15 "DELETE /v2.0/ports/68339e50-4d97-41fb-9c2a-b846492c6cdf HTTP/1.1" status: 204 len: 173 time: 0.6023333 Sep 15 13:44:48.921878 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['68339e50-4d97-41fb-9c2a-b846492c6cdf'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:44:48.964793 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6431bb-3a12-4bae-8cd3-bda01f9fdc6d admin admin] Router 9274ffff-47f8-4408-a6e8-6249211aad48 has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:44:49.108736 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-96c7f8da-7c93-4820-9f53-03e7262593ce req-21723260-c134-4259-b9df-85707a98a4e8 tempest-VolumesNegativeTest-163571872 tempest-VolumesNegativeTest-163571872-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b82e34b-5ded-4c43-bc58-b5e87275537b HTTP/1.1" status: 200 len: 210 time: 0.0667810 Sep 15 13:44:49.137756 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-9c65c415-0c7c-4f20-b4fc-618c621785db None None] Provisioning complete for port 29eb3563-6183-47df-a937-5bd1fe7c91ee triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:49.138131 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9c65c415-0c7c-4f20-b4fc-618c621785db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:49.149320 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6431bb-3a12-4bae-8cd3-bda01f9fdc6d admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:44:49.156487 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-be6431bb-3a12-4bae-8cd3-bda01f9fdc6d admin admin] 10.222.0.30 "PUT /v2.0/routers/9274ffff-47f8-4408-a6e8-6249211aad48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6160133 Sep 15 13:44:49.190993 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-9c65c415-0c7c-4f20-b4fc-618c621785db None None] Port 29eb3563-6183-47df-a937-5bd1fe7c91ee cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:44:49.709805 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 5cd97685-a438-4b3d-99dd-062378044359 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:49.762724 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 5cd97685-a438-4b3d-99dd-062378044359 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:49.763179 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:49.788867 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b82e34b-5ded-4c43-bc58-b5e87275537b', 'name': 'network-vif-deleted', 'tag': '68339e50-4d97-41fb-9c2a-b846492c6cdf'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:44:49.792280 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e123b01a-4a09-4bc5-8417-7e0a234e41af" -d '{"events": [{"server_uuid": "4b82e34b-5ded-4c43-bc58-b5e87275537b", "name": "network-vif-deleted", "tag": "68339e50-4d97-41fb-9c2a-b846492c6cdf"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:44:49.844565 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79daaaef-216a-445e-88cd-8dbc4e4b3aa7 x-openstack-request-id: req-79daaaef-216a-445e-88cd-8dbc4e4b3aa7 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:44:49.845144 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b82e34b-5ded-4c43-bc58-b5e87275537b", "name": "network-vif-deleted", "tag": "68339e50-4d97-41fb-9c2a-b846492c6cdf", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:44:49.845696 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-79daaaef-216a-445e-88cd-8dbc4e4b3aa7 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:44:49.846288 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b82e34b-5ded-4c43-bc58-b5e87275537b', 'name': 'network-vif-deleted', 'tag': '68339e50-4d97-41fb-9c2a-b846492c6cdf', 'status': 'completed', 'code': 200} Sep 15 13:44:49.853970 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:49.874762 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] For port 5cd97685-a438-4b3d-99dd-062378044359, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=5cd97685-a438-4b3d-99dd-062378044359,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:49.991449 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:50.043282 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Pushing event updated for resources: {'Port': ['ID=5cd97685-a438-4b3d-99dd-062378044359,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:50.162747 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device f283c90c-384f-48c3-b2d5-dd0e5e43372a no longer exists at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:44:50.189562 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] No Port match for: f283c90c-384f-48c3-b2d5-dd0e5e43372a {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:44:50.189979 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device f283c90c-384f-48c3-b2d5-dd0e5e43372a not bound to the agent host hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:44:50.191068 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 68339e50-4d97-41fb-9c2a-b846492c6cdf no longer exists at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:44:50.211186 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] No Port match for: 68339e50-4d97-41fb-9c2a-b846492c6cdf {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:44:50.211539 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 68339e50-4d97-41fb-9c2a-b846492c6cdf not bound to the agent host hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:44:50.236019 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 48076) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:50.240547 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-ec2985fa-cc9a-4050-bbc1-f70543a4c0d4 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1942642616', 'description': 'tempest-secgroup-smoke-1942642616 description', 'project_id': '52fa1195747c46d8babcb3bd3b29acf0'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:50.254142 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] Sync routers for ids ['9274ffff-47f8-4408-a6e8-6249211aad48'] in dv-cinder-803456-3-iscsi {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:44:50.263083 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] Routers {'9274ffff-47f8-4408-a6e8-6249211aad48'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:44:50.264450 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:44:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['9274ffff-47f8-4408-a6e8-6249211aad48'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:50.363018 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-ec2985fa-cc9a-4050-bbc1-f70543a4c0d4 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:50.370098 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] Set router 9274ffff-47f8-4408-a6e8-6249211aad48 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:44:50.452512 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-ec2985fa-cc9a-4050-bbc1-f70543a4c0d4 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:50.516914 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-ec2985fa-cc9a-4050-bbc1-f70543a4c0d4 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:50.556391 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2985fa-cc9a-4050-bbc1-f70543a4c0d4 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:50.578861 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9274ffff-47f8-4408-a6e8-6249211aad48', 'name': 'tempest-TestShelveInstance-1471098710-router', 'tenant_id': 'b8d9879d8ac443f7982e0143099417aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5cd97685-a438-4b3d-99dd-062378044359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:43Z', 'updated_at': '2021-09-15T13:44:48Z', 'revision_number': 4, 'project_id': 'b8d9879d8ac443f7982e0143099417aa', 'gw_port': {'id': '5cd97685-a438-4b3d-99dd-062378044359', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9274ffff-47f8-4408-a6e8-6249211aad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:44Z', 'updated_at': '2021-09-15T13:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '29eb3563-6183-47df-a937-5bd1fe7c91ee', 'name': '', 'network_id': '1260827d-c70a-4fca-a3c2-2f8b7fa8debf', 'tenant_id': 'b8d9879d8ac443f7982e0143099417aa', 'mac_address': 'fa:16:3e:d0:40:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9274ffff-47f8-4408-a6e8-6249211aad48', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '05c4b912-a8de-4ce1-91a4-04364510a3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:47Z', 'updated_at': '2021-09-15T13:44:48Z', 'revision_number': 2, 'project_id': 'b8d9879d8ac443f7982e0143099417aa', 'subnets': [{'id': '05c4b912-a8de-4ce1-91a4-04364510a3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:50.609702 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] Checking router: 9274ffff-47f8-4408-a6e8-6249211aad48 for host: dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:44:50.610040 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] Updating router 9274ffff-47f8-4408-a6e8-6249211aad48 port 29eb3563-6183-47df-a937-5bd1fe7c91ee binding host dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:44:50.634156 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:50.644050 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-ec2985fa-cc9a-4050-bbc1-f70543a4c0d4 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:50.645744 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-ec2985fa-cc9a-4050-bbc1-f70543a4c0d4 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4086671 Sep 15 13:44:50.648654 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 48090) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:50.653808 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-30f3c068-fd68-460b-aa30-98579678733b tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Request body: {'security_group_rule': {'security_group_id': 'bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc', 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:50.779658 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-30f3c068-fd68-460b-aa30-98579678733b tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:50.843148 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-30f3c068-fd68-460b-aa30-98579678733b tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:50.955431 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] Notify callbacks [] for port, precommit_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:50.968865 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-30f3c068-fd68-460b-aa30-98579678733b tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:50.992480 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3c068-fd68-460b-aa30-98579678733b tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1031d574-8502-4fb9-9026-62aa0bada45a,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:51.231225 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-30f3c068-fd68-460b-aa30-98579678733b tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:51.233444 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:51.236400 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-30f3c068-fd68-460b-aa30-98579678733b tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5865810 Sep 15 13:44:51.245385 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 48112) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:51.250010 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-0338c7a3-591a-47a0-a5f7-b095c1929f28 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Request body: {'security_group_rule': {'security_group_id': 'bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc', 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:51.277523 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-09e5a926-4430-4673-9a6c-230c15581b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:51.292408 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f308a-30dd-4e9c-a063-b635d844990a None None] Pushing event updated for resources: {'Port': ['ID=29eb3563-6183-47df-a937-5bd1fe7c91ee,revision_number=3']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:51.360031 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f676895-63c6-4f58-b450-d2833a756ede req-b59e7622-e199-49d5-b56d-515357184fd8 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:51.362372 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-0f676895-63c6-4f58-b450-d2833a756ede req-b59e7622-e199-49d5-b56d-515357184fd8 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 945 time: 0.0604424 Sep 15 13:44:51.363404 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] Attempting to bind port 29eb3563-6183-47df-a937-5bd1fe7c91ee on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:44:51.363832 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] Attempting to bind port 29eb3563-6183-47df-a937-5bd1fe7c91ee by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': '8f09c5ef-a4b2-491b-91d6-21384d15cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1260827d-c70a-4fca-a3c2-2f8b7fa8debf'}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:44:51.366314 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] Attempting to bind port 29eb3563-6183-47df-a937-5bd1fe7c91ee on network 1260827d-c70a-4fca-a3c2-2f8b7fa8debf {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:44:51.369753 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0338c7a3-591a-47a0-a5f7-b095c1929f28 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:51.370518 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:44:51.371469 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] Checking segment: {'id': '8f09c5ef-a4b2-491b-91d6-21384d15cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1260827d-c70a-4fca-a3c2-2f8b7fa8debf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:44:51.372168 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:51.372661 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] Bound using segment: {'id': '8f09c5ef-a4b2-491b-91d6-21384d15cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1260827d-c70a-4fca-a3c2-2f8b7fa8debf'} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:44:51.373463 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] Bound port: 29eb3563-6183-47df-a937-5bd1fe7c91ee, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f09c5ef-a4b2-491b-91d6-21384d15cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1260827d-c70a-4fca-a3c2-2f8b7fa8debf'}}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:44:51.374000 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:51.437636 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-0f676895-63c6-4f58-b450-d2833a756ede req-2c7b35e5-1b9d-4021-95d4-90eb67d096e1 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682676 Sep 15 13:44:51.456360 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] For port 29eb3563-6183-47df-a937-5bd1fe7c91ee, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:44:51.459991 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] For port 29eb3563-6183-47df-a937-5bd1fe7c91ee, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=29eb3563-6183-47df-a937-5bd1fe7c91ee,segment=NetworkSegment(8f09c5ef-a4b2-491b-91d6-21384d15cf95),segment_id=8f09c5ef-a4b2-491b-91d6-21384d15cf95)] {{(pid=101215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:44:51.465370 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0338c7a3-591a-47a0-a5f7-b095c1929f28 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:51.530710 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-b1d5bf70-c83f-4586-a4e3-3bbe40c3982b None None] Provisioning complete for port 29eb3563-6183-47df-a937-5bd1fe7c91ee triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:51.531083 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-b1d5bf70-c83f-4586-a4e3-3bbe40c3982b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:51.557692 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0338c7a3-591a-47a0-a5f7-b095c1929f28 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:51.582017 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338c7a3-591a-47a0-a5f7-b095c1929f28 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e845ed96-d02e-4573-84d3-8bb087b7f68b,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:51.666232 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0338c7a3-591a-47a0-a5f7-b095c1929f28 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:51.667465 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-0338c7a3-591a-47a0-a5f7-b095c1929f28 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4211445 Sep 15 13:44:51.670154 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 48140) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:51.674814 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-f70e6290-869c-4273-bc2f-a69ccfe86e42 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Request body: {'security_group_rule': {'security_group_id': 'bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc', 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:51.687414 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 5cd97685-a438-4b3d-99dd-062378044359 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:51.691777 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:51.757923 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-b1d5bf70-c83f-4586-a4e3-3bbe40c3982b None None] Port 29eb3563-6183-47df-a937-5bd1fe7c91ee cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:44:51.788273 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f70e6290-869c-4273-bc2f-a69ccfe86e42 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:51.796568 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] Routers {'9274ffff-47f8-4408-a6e8-6249211aad48'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:44:51.797250 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:44:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['9274ffff-47f8-4408-a6e8-6249211aad48'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:51.835097 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f308a-30dd-4e9c-a063-b635d844990a None None] Pushing event updated for resources: {'Port': ['ID=29eb3563-6183-47df-a937-5bd1fe7c91ee,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:51.874200 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f70e6290-869c-4273-bc2f-a69ccfe86e42 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:51.885973 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 5cd97685-a438-4b3d-99dd-062378044359 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:51.886347 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:51.956862 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] Set router 9274ffff-47f8-4408-a6e8-6249211aad48 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:44:51.985889 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f70e6290-869c-4273-bc2f-a69ccfe86e42 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:52.007901 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e6290-869c-4273-bc2f-a69ccfe86e42 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5303a8-0b46-4aa2-9bab-c17092cc7a1c,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:52.125438 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-27fb66b3-271f-4491-80df-48882a7cf2cc None None] Provisioning complete for port 29eb3563-6183-47df-a937-5bd1fe7c91ee triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:52.125741 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-27fb66b3-271f-4491-80df-48882a7cf2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:52.187154 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f70e6290-869c-4273-bc2f-a69ccfe86e42 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:52.188397 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-f70e6290-869c-4273-bc2f-a69ccfe86e42 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5171578 Sep 15 13:44:52.191114 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 48178) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:52.195454 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-a29df6df-30ed-4cd4-afbe-759ee1c8d18b tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Request body: {'security_group_rule': {'security_group_id': 'bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc', 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:52.256061 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-27fb66b3-271f-4491-80df-48882a7cf2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:52.277706 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9274ffff-47f8-4408-a6e8-6249211aad48', 'name': 'tempest-TestShelveInstance-1471098710-router', 'tenant_id': 'b8d9879d8ac443f7982e0143099417aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5cd97685-a438-4b3d-99dd-062378044359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:43Z', 'updated_at': '2021-09-15T13:44:48Z', 'revision_number': 4, 'project_id': 'b8d9879d8ac443f7982e0143099417aa', 'gw_port': {'id': '5cd97685-a438-4b3d-99dd-062378044359', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9274ffff-47f8-4408-a6e8-6249211aad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:44Z', 'updated_at': '2021-09-15T13:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '29eb3563-6183-47df-a937-5bd1fe7c91ee', 'name': '', 'network_id': '1260827d-c70a-4fca-a3c2-2f8b7fa8debf', 'tenant_id': 'b8d9879d8ac443f7982e0143099417aa', 'mac_address': 'fa:16:3e:d0:40:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9274ffff-47f8-4408-a6e8-6249211aad48', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '05c4b912-a8de-4ce1-91a4-04364510a3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:47Z', 'updated_at': '2021-09-15T13:44:51Z', 'revision_number': 4, 'project_id': 'b8d9879d8ac443f7982e0143099417aa', 'subnets': [{'id': '05c4b912-a8de-4ce1-91a4-04364510a3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:44:52.307538 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5987514-c560-40f3-9d65-d9a59aded79a None None] The sync data for ids ['9274ffff-47f8-4408-a6e8-6249211aad48'] in dv-cinder-803456-3-iscsi is: [{'id': '9274ffff-47f8-4408-a6e8-6249211aad48', 'name': 'tempest-TestShelveInstance-1471098710-router', 'tenant_id': 'b8d9879d8ac443f7982e0143099417aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5cd97685-a438-4b3d-99dd-062378044359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:43Z', 'updated_at': '2021-09-15T13:44:48Z', 'revision_number': 4, 'project_id': 'b8d9879d8ac443f7982e0143099417aa', 'gw_port': {'id': '5cd97685-a438-4b3d-99dd-062378044359', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9274ffff-47f8-4408-a6e8-6249211aad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:44Z', 'updated_at': '2021-09-15T13:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '29eb3563-6183-47df-a937-5bd1fe7c91ee', 'name': '', 'network_id': '1260827d-c70a-4fca-a3c2-2f8b7fa8debf', 'tenant_id': 'b8d9879d8ac443f7982e0143099417aa', 'mac_address': 'fa:16:3e:d0:40:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9274ffff-47f8-4408-a6e8-6249211aad48', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '05c4b912-a8de-4ce1-91a4-04364510a3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:47Z', 'updated_at': '2021-09-15T13:44:51Z', 'revision_number': 4, 'project_id': 'b8d9879d8ac443f7982e0143099417aa', 'subnets': [{'id': '05c4b912-a8de-4ce1-91a4-04364510a3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:44:52.323141 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-27fb66b3-271f-4491-80df-48882a7cf2cc None None] For port 29eb3563-6183-47df-a937-5bd1fe7c91ee, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=29eb3563-6183-47df-a937-5bd1fe7c91ee,segment=NetworkSegment(8f09c5ef-a4b2-491b-91d6-21384d15cf95),segment_id=8f09c5ef-a4b2-491b-91d6-21384d15cf95)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:52.328162 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a29df6df-30ed-4cd4-afbe-759ee1c8d18b tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:52.413899 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a29df6df-30ed-4cd4-afbe-759ee1c8d18b tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:52.425685 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-27fb66b3-271f-4491-80df-48882a7cf2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:52.489065 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb66b3-271f-4491-80df-48882a7cf2cc None None] Pushing event updated for resources: {'Port': ['ID=29eb3563-6183-47df-a937-5bd1fe7c91ee,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:52.522691 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a29df6df-30ed-4cd4-afbe-759ee1c8d18b tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:52.541182 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29df6df-30ed-4cd4-afbe-759ee1c8d18b tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56e394c-eba4-4ade-94ee-38f76ac16bb9,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:52.577770 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70ac5c-3f4c-437b-a4b9-6ca829620702 req-7e01a53d-e373-4038-9e60-0c111edfd945 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:52.579399 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-df70ac5c-3f4c-437b-a4b9-6ca829620702 req-7e01a53d-e373-4038-9e60-0c111edfd945 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 945 time: 0.0734987 Sep 15 13:44:52.633720 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a29df6df-30ed-4cd4-afbe-759ee1c8d18b tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:52.635319 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-a29df6df-30ed-4cd4-afbe-759ee1c8d18b tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4432607 Sep 15 13:44:52.640671 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-df70ac5c-3f4c-437b-a4b9-6ca829620702 req-6721501e-84f3-496c-8c30-7915e92eeafa tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498619 Sep 15 13:44:52.645266 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 48200) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:52.651745 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-1a647333-eb31-477f-8347-dbf274ee9655 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Request body: {'security_group_rule': {'security_group_id': 'bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc', 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:52.660714 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77976f5-bc36-4e32-bd6f-cafc1978df26 req-e939ad2e-8673-499a-adb0-d8ea4ddeac86 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:52.662217 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f77976f5-bc36-4e32-bd6f-cafc1978df26 req-e939ad2e-8673-499a-adb0-d8ea4ddeac86 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0758564 Sep 15 13:44:52.705096 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f77976f5-bc36-4e32-bd6f-cafc1978df26 req-63b70c1b-e450-4560-bb78-33d2f425b342 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342104 Sep 15 13:44:52.802920 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.db.securitygroups_db [None req-1a647333-eb31-477f-8347-dbf274ee9655 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Project 52fa1195747c46d8babcb3bd3b29acf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 13:44:52.808254 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-1a647333-eb31-477f-8347-dbf274ee9655 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:52.875870 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-1a647333-eb31-477f-8347-dbf274ee9655 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:53.014987 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-1a647333-eb31-477f-8347-dbf274ee9655 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:53.034858 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a647333-eb31-477f-8347-dbf274ee9655 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b9a857-e09e-43d0-91fe-c132be4eef08,revision_number=0']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:53.094043 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcf4d0-9e8a-4ccd-81ca-eb28d7ab9d5b req-c3695100-e7aa-4c26-a73c-c660e8bd7a32 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:53.095546 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f2bcf4d0-9e8a-4ccd-81ca-eb28d7ab9d5b req-c3695100-e7aa-4c26-a73c-c660e8bd7a32 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 945 time: 0.0507760 Sep 15 13:44:53.134405 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-1a647333-eb31-477f-8347-dbf274ee9655 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:53.135663 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-1a647333-eb31-477f-8347-dbf274ee9655 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4885845 Sep 15 13:44:53.139520 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 48210) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:53.144762 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-4d485c3c-ef2d-4852-abb3-31e9b76e2514 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Request body: {'security_group_rule': {'security_group_id': 'bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc', 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:44:53.198044 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-f2bcf4d0-9e8a-4ccd-81ca-eb28d7ab9d5b req-8d876c85-71fc-4df9-a34c-3fc4c927e07f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Deleting port 524866d7-d165-4ab4-9041-1416f777f8e6 {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:44:53.198306 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-f2bcf4d0-9e8a-4ccd-81ca-eb28d7ab9d5b req-8d876c85-71fc-4df9-a34c-3fc4c927e07f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:53.237617 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.db.securitygroups_db [None req-4d485c3c-ef2d-4852-abb3-31e9b76e2514 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Project 52fa1195747c46d8babcb3bd3b29acf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 13:44:53.243064 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4d485c3c-ef2d-4852-abb3-31e9b76e2514 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:53.318621 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-f2bcf4d0-9e8a-4ccd-81ca-eb28d7ab9d5b req-8d876c85-71fc-4df9-a34c-3fc4c927e07f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] For port 524866d7-d165-4ab4-9041-1416f777f8e6, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=524866d7-d165-4ab4-9041-1416f777f8e6,segment=NetworkSegment(cb5413ea-771f-42e8-811f-6415872afa7a),segment_id=cb5413ea-771f-42e8-811f-6415872afa7a)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:53.318988 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-f2bcf4d0-9e8a-4ccd-81ca-eb28d7ab9d5b req-8d876c85-71fc-4df9-a34c-3fc4c927e07f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:53.332507 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-f2bcf4d0-9e8a-4ccd-81ca-eb28d7ab9d5b req-8d876c85-71fc-4df9-a34c-3fc4c927e07f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Calling delete_port for 524866d7-d165-4ab4-9041-1416f777f8e6 owned by compute:nova {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:44:53.334838 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4d485c3c-ef2d-4852-abb3-31e9b76e2514 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:53.414435 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4d485c3c-ef2d-4852-abb3-31e9b76e2514 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:53.434083 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d485c3c-ef2d-4852-abb3-31e9b76e2514 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de53868-2716-40ba-9a6c-685f7c3cd3d3,revision_number=0']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:53.505976 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4d485c3c-ef2d-4852-abb3-31e9b76e2514 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:53.507230 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-4d485c3c-ef2d-4852-abb3-31e9b76e2514 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3668566 Sep 15 13:44:53.695328 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-b77b0fe2-b22c-48c3-b344-dc37e6fe79e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:53.785650 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 29eb3563-6183-47df-a937-5bd1fe7c91ee up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:44:53.805574 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce113d2-e1d6-4855-8fe6-6588b02cad8d req-f8d806e4-0428-41b9-9177-1109b19b6d51 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:53.813718 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fce113d2-e1d6-4855-8fe6-6588b02cad8d req-f8d806e4-0428-41b9-9177-1109b19b6d51 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 945 time: 0.0796866 Sep 15 13:44:53.832472 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:53.853597 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 29eb3563-6183-47df-a937-5bd1fe7c91ee triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:44:53.854201 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:53.855394 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60765dfa-c25c-4302-a7e4-2444d9818760 req-ce4b995f-f197-4603-b64d-08350088c65b tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:53.867842 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-60765dfa-c25c-4302-a7e4-2444d9818760 req-ce4b995f-f197-4603-b64d-08350088c65b tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0805254 Sep 15 13:44:53.876401 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-f2bcf4d0-9e8a-4ccd-81ca-eb28d7ab9d5b req-8d876c85-71fc-4df9-a34c-3fc4c927e07f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:53.885764 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fce113d2-e1d6-4855-8fe6-6588b02cad8d req-167bcee5-f31b-481a-a44d-5c951ec44e1b tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699255 Sep 15 13:44:53.894415 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['bb997887-02c6-475d-b775-5803a8a38c3b', '382e0873-fa9a-401e-b898-2cf3e3d1c666', '524866d7-d165-4ab4-9041-1416f777f8e6'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:44:53.932847 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d876c85-71fc-4df9-a34c-3fc4c927e07f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Pushing event deleted for resources: {'Port': ['ID=524866d7-d165-4ab4-9041-1416f777f8e6,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:53.961399 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-60765dfa-c25c-4302-a7e4-2444d9818760 req-fec2ff8f-62ad-47f8-91b3-b35c86e9b5e9 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926437 Sep 15 13:44:53.981264 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bcf4d0-9e8a-4ccd-81ca-eb28d7ab9d5b req-8d876c85-71fc-4df9-a34c-3fc4c927e07f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] No DVR routers for this DVR port 524866d7-d165-4ab4-9041-1416f777f8e6 on host hv-cinder-80345 {{(pid=101214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:44:53.983913 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-f2bcf4d0-9e8a-4ccd-81ca-eb28d7ab9d5b req-8d876c85-71fc-4df9-a34c-3fc4c927e07f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:53.985912 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f2bcf4d0-9e8a-4ccd-81ca-eb28d7ab9d5b req-8d876c85-71fc-4df9-a34c-3fc4c927e07f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.15 "DELETE /v2.0/ports/524866d7-d165-4ab4-9041-1416f777f8e6 HTTP/1.1" status: 204 len: 173 time: 0.8820336 Sep 15 13:44:53.989304 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7590f2-e1fb-402c-a78b-3e52eb00e3ca', 'name': 'network-vif-deleted', 'tag': '524866d7-d165-4ab4-9041-1416f777f8e6'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:44:53.989304 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9566bb-ff89-49ee-9f00-fab45e431d5a" -d '{"events": [{"server_uuid": "2f7590f2-e1fb-402c-a78b-3e52eb00e3ca", "name": "network-vif-deleted", "tag": "524866d7-d165-4ab4-9041-1416f777f8e6"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:44:54.025701 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9891d1-e584-434d-841e-4952ccc1c050 x-openstack-request-id: req-aa9891d1-e584-434d-841e-4952ccc1c050 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:44:54.025989 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7590f2-e1fb-402c-a78b-3e52eb00e3ca", "name": "network-vif-deleted", "tag": "524866d7-d165-4ab4-9041-1416f777f8e6", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:44:54.029632 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa9891d1-e584-434d-841e-4952ccc1c050 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:44:54.029632 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7590f2-e1fb-402c-a78b-3e52eb00e3ca', 'name': 'network-vif-deleted', 'tag': '524866d7-d165-4ab4-9041-1416f777f8e6', 'status': 'completed', 'code': 200} Sep 15 13:44:54.758990 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06894888-35ff-4c0e-90c3-ee8ad9b70d68 req-076216ae-1a36-4a0f-af59-d4b8653ab205 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:54.760742 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-06894888-35ff-4c0e-90c3-ee8ad9b70d68 req-076216ae-1a36-4a0f-af59-d4b8653ab205 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 984 time: 0.0545838 Sep 15 13:44:54.806645 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-06894888-35ff-4c0e-90c3-ee8ad9b70d68 req-237d1bd6-86bc-4b54-91f6-2656ca2b4e04 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c4235e1-6383-49c8-8663-c2ce5694b6ef&id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0373876 Sep 15 13:44:54.855248 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8b108-d4bf-4da6-942d-7ff461943d9f req-87781b2a-8611-431e-b89a-03e467e9ed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:54.857220 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ddc8b108-d4bf-4da6-942d-7ff461943d9f req-87781b2a-8611-431e-b89a-03e467e9ed24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61294742e3c340a6ad4d0579212932db&device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 1137 time: 0.0445254 Sep 15 13:44:54.987958 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8b108-d4bf-4da6-942d-7ff461943d9f req-081af4aa-ad39-4d6f-8ffc-75481805637a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:54.989539 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ddc8b108-d4bf-4da6-942d-7ff461943d9f req-081af4aa-ad39-4d6f-8ffc-75481805637a service neutron] 10.222.0.15 "GET /v2.0/networks?id=4faa406a-5949-48ea-a6c9-57f1d5522242 HTTP/1.1" status: 200 len: 915 time: 0.1145136 Sep 15 13:44:55.012631 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2430a962-b3b5-43ef-8a32-0e666e36907a req-b0357cc4-1f28-4110-8306-73f3373deb73 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7590f2-e1fb-402c-a78b-3e52eb00e3ca HTTP/1.1" status: 200 len: 210 time: 0.0346322 Sep 15 13:44:55.083965 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ddc8b108-d4bf-4da6-942d-7ff461943d9f req-b093bbae-834a-493e-9ac9-0eeedae9b256 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ba892c-d9d8-4bf7-bd08-e539fdaa1880 HTTP/1.1" status: 200 len: 1000 time: 0.0737486 Sep 15 13:44:55.094264 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:55.112378 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd65c1-9a31-48de-be61-650fb7dfb948 req-0d2c98d7-1780-43c6-853f-bbcd2dfeaedd tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:55.117616 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-57bd65c1-9a31-48de-be61-650fb7dfb948 req-0d2c98d7-1780-43c6-853f-bbcd2dfeaedd tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0603061 Sep 15 13:44:55.150365 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8b108-d4bf-4da6-942d-7ff461943d9f req-3dea79c3-74c8-414c-a0e6-3ab0b7f0b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:55.152150 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ddc8b108-d4bf-4da6-942d-7ff461943d9f req-3dea79c3-74c8-414c-a0e6-3ab0b7f0b096 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac47ab29-1e5b-46c4-82bd-f8befa3f5f53 HTTP/1.1" status: 200 len: 853 time: 0.0550764 Sep 15 13:44:55.153955 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-57bd65c1-9a31-48de-be61-650fb7dfb948 req-8bccbc45-78fc-4929-8258-6a8339cc61ac tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332522 Sep 15 13:44:55.236345 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8b108-d4bf-4da6-942d-7ff461943d9f req-0a3a1444-1823-45eb-a39c-a1df394d889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:55.238007 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ddc8b108-d4bf-4da6-942d-7ff461943d9f req-0a3a1444-1823-45eb-a39c-a1df394d889a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4faa406a-5949-48ea-a6c9-57f1d5522242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767949 Sep 15 13:44:55.262078 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2239033-0eb0-4496-b9ac-8647bc608785 req-6eb90199-9057-4754-9f4a-7f433ca65614 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:55.264085 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b2239033-0eb0-4496-b9ac-8647bc608785 req-6eb90199-9057-4754-9f4a-7f433ca65614 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.15 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 946 time: 0.0737405 Sep 15 13:44:55.408773 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ddc8b108-d4bf-4da6-942d-7ff461943d9f req-8287c6a1-2cb2-4ccb-b13d-574bdf317600 service neutron] 10.222.0.15 "GET /v2.0/networks/4faa406a-5949-48ea-a6c9-57f1d5522242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621041 Sep 15 13:44:55.444252 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-b2239033-0eb0-4496-b9ac-8647bc608785 req-4b9535d7-700e-4621-96d0-f927fe1df7be tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Deleting port 95e5ccdb-a8d2-44de-9aab-1b01167fe2c1 {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:44:55.444252 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b2239033-0eb0-4496-b9ac-8647bc608785 req-4b9535d7-700e-4621-96d0-f927fe1df7be tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:55.581801 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ddc8b108-d4bf-4da6-942d-7ff461943d9f req-3a8bfd7b-bd5b-4009-8ebe-48d72183cfd7 service neutron] 10.222.0.15 "GET /v2.0/networks/4faa406a-5949-48ea-a6c9-57f1d5522242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602829 Sep 15 13:44:55.587157 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-b2239033-0eb0-4496-b9ac-8647bc608785 req-4b9535d7-700e-4621-96d0-f927fe1df7be tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] For port 95e5ccdb-a8d2-44de-9aab-1b01167fe2c1, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=95e5ccdb-a8d2-44de-9aab-1b01167fe2c1,segment=NetworkSegment(9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a),segment_id=9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:55.587515 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b2239033-0eb0-4496-b9ac-8647bc608785 req-4b9535d7-700e-4621-96d0-f927fe1df7be tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:55.600203 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-b2239033-0eb0-4496-b9ac-8647bc608785 req-4b9535d7-700e-4621-96d0-f927fe1df7be tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Calling delete_port for 95e5ccdb-a8d2-44de-9aab-1b01167fe2c1 owned by compute:nova {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:44:55.871702 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b2239033-0eb0-4496-b9ac-8647bc608785 req-4b9535d7-700e-4621-96d0-f927fe1df7be tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:55.884233 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['cee97d2d-987f-4ec8-b5a7-7392a0f21b33', '95e5ccdb-a8d2-44de-9aab-1b01167fe2c1'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:44:55.911122 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9535d7-700e-4621-96d0-f927fe1df7be tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Pushing event deleted for resources: {'Port': ['ID=95e5ccdb-a8d2-44de-9aab-1b01167fe2c1,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:55.972669 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2239033-0eb0-4496-b9ac-8647bc608785 req-4b9535d7-700e-4621-96d0-f927fe1df7be tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] No DVR routers for this DVR port 95e5ccdb-a8d2-44de-9aab-1b01167fe2c1 on host hv-cinder-80345 {{(pid=101214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:44:55.979026 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b2239033-0eb0-4496-b9ac-8647bc608785 req-4b9535d7-700e-4621-96d0-f927fe1df7be tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:55.981012 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b2239033-0eb0-4496-b9ac-8647bc608785 req-4b9535d7-700e-4621-96d0-f927fe1df7be tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.15 "DELETE /v2.0/ports/95e5ccdb-a8d2-44de-9aab-1b01167fe2c1 HTTP/1.1" status: 204 len: 173 time: 0.7066946 Sep 15 13:44:55.993363 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d2b13-bd22-4332-88db-c20dcb524bf4 req-5935d886-bc03-408c-b58f-02d50f55f8b4 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:55.994895 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dc1d2b13-bd22-4332-88db-c20dcb524bf4 req-5935d886-bc03-408c-b58f-02d50f55f8b4 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 984 time: 0.1101837 Sep 15 13:44:56.031197 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499982bc-76e1-4460-a49c-0369697b4c91', 'name': 'network-vif-deleted', 'tag': '95e5ccdb-a8d2-44de-9aab-1b01167fe2c1'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:44:56.033459 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fd59f4-1f95-4b4b-bc38-9ae1c8b483e0" -d '{"events": [{"server_uuid": "499982bc-76e1-4460-a49c-0369697b4c91", "name": "network-vif-deleted", "tag": "95e5ccdb-a8d2-44de-9aab-1b01167fe2c1"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:44:56.046205 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dc1d2b13-bd22-4332-88db-c20dcb524bf4 req-41e7e89b-fa2c-4ac7-971e-201321c88c1e tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c4235e1-6383-49c8-8663-c2ce5694b6ef&id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0415337 Sep 15 13:44:56.077561 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a97fffe-63f5-47d5-8df0-b3b1cb550c8f x-openstack-request-id: req-5a97fffe-63f5-47d5-8df0-b3b1cb550c8f {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:44:56.077561 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499982bc-76e1-4460-a49c-0369697b4c91", "name": "network-vif-deleted", "tag": "95e5ccdb-a8d2-44de-9aab-1b01167fe2c1", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:44:56.077561 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a97fffe-63f5-47d5-8df0-b3b1cb550c8f {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:44:56.077561 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499982bc-76e1-4460-a49c-0369697b4c91', 'name': 'network-vif-deleted', 'tag': '95e5ccdb-a8d2-44de-9aab-1b01167fe2c1', 'status': 'completed', 'code': 200} Sep 15 13:44:56.181678 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 95e5ccdb-a8d2-44de-9aab-1b01167fe2c1 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:44:56.203579 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] No Port match for: 95e5ccdb-a8d2-44de-9aab-1b01167fe2c1 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:44:56.204000 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 95e5ccdb-a8d2-44de-9aab-1b01167fe2c1 not bound to the agent host hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:44:56.204501 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 524866d7-d165-4ab4-9041-1416f777f8e6 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:44:56.228116 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] No Port match for: 524866d7-d165-4ab4-9041-1416f777f8e6 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:44:56.228458 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 524866d7-d165-4ab4-9041-1416f777f8e6 not bound to the agent host hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:44:56.258627 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-bf91481f-d3ac-498f-9937-3e6f52e344d5 req-5036c171-6727-421a-b10a-5233d5199e0e tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=499982bc-76e1-4460-a49c-0369697b4c91 HTTP/1.1" status: 200 len: 210 time: 0.0314779 Sep 15 13:44:56.572380 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db9051-7ee6-4624-b481-0d71cdc8a002 req-5062ad57-69e9-43ac-92ce-cc4832cc9b14 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:56.573990 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-35db9051-7ee6-4624-b481-0d71cdc8a002 req-5062ad57-69e9-43ac-92ce-cc4832cc9b14 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc HTTP/1.1" status: 200 len: 945 time: 0.0529299 Sep 15 13:44:56.616764 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-35db9051-7ee6-4624-b481-0d71cdc8a002 req-1bb166fa-f50f-42ec-9cef-b4454fba2ca1 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367053 Sep 15 13:44:56.644284 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:57.176302 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b6343-460f-441d-b2aa-ac96bbe29042 req-7309d9ab-65fd-41ae-832d-dc695a43b8a6 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:57.177808 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a59b6343-460f-441d-b2aa-ac96bbe29042 req-7309d9ab-65fd-41ae-832d-dc695a43b8a6 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 984 time: 0.0502694 Sep 15 13:44:57.219306 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a59b6343-460f-441d-b2aa-ac96bbe29042 req-182a6c0f-e80b-40f5-8263-2bc4b96e3609 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c4235e1-6383-49c8-8663-c2ce5694b6ef&id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0353639 Sep 15 13:44:57.362042 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 48432) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:57.499678 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-989a2b71-bfdb-4f2b-be3d-6f642977dba4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=251764ebcc7844b5aa00489e96f9d0d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1364121 Sep 15 13:44:57.502148 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 48436) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:44:57.551055 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-edd8c884-4f69-46c4-899b-42c324517586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:57.572983 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-edd8c884-4f69-46c4-899b-42c324517586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:57.719489 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-edd8c884-4f69-46c4-899b-42c324517586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:57.722168 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-edd8c884-4f69-46c4-899b-42c324517586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:57.723238 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-edd8c884-4f69-46c4-899b-42c324517586 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/723672f0-cd97-4adc-a836-9202b59ef95d HTTP/1.1" status: 204 len: 168 time: 0.2202003 Sep 15 13:44:57.738861 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8c884-4f69-46c4-899b-42c324517586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723672f0-cd97-4adc-a836-9202b59ef95d,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:57.742954 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcc971-8059-4f96-b636-9ba092564c3f req-67fb7761-32e1-4993-bde2-3c2cc3c9f153 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:57.752130 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ecbcc971-8059-4f96-b636-9ba092564c3f req-67fb7761-32e1-4993-bde2-3c2cc3c9f153 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0655050 Sep 15 13:44:57.753428 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fa4b3-fdb7-439c-9153-42fbf0d78338 req-72160409-c6e1-4b26-8a09-4eecca2134a2 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:57.754576 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7f0fa4b3-fdb7-439c-9153-42fbf0d78338 req-72160409-c6e1-4b26-8a09-4eecca2134a2 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc HTTP/1.1" status: 200 len: 945 time: 0.0680833 Sep 15 13:44:57.792431 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ecbcc971-8059-4f96-b636-9ba092564c3f req-cf794d2d-7765-4141-9440-732f24584c6e tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394363 Sep 15 13:44:57.799905 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7f0fa4b3-fdb7-439c-9153-42fbf0d78338 req-37aa2358-394c-45b0-8061-ad83c3ac665f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385084 Sep 15 13:44:58.234588 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330784a3-e4de-4280-99f2-ed452990be86 req-ac8c694f-c54a-4b87-9f17-e39eed658b5e tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:58.236058 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-330784a3-e4de-4280-99f2-ed452990be86 req-ac8c694f-c54a-4b87-9f17-e39eed658b5e tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.15 "GET /v2.0/ports?device_id=06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc HTTP/1.1" status: 200 len: 945 time: 0.0497098 Sep 15 13:44:58.366908 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bf927-daac-4415-95b7-4e185fdd5d5f req-7d48d0f2-61ed-4fd9-b3f8-cbaca6ce8076 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:58.368412 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ab1bf927-daac-4415-95b7-4e185fdd5d5f req-7d48d0f2-61ed-4fd9-b3f8-cbaca6ce8076 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 984 time: 0.0803473 Sep 15 13:44:58.377309 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-330784a3-e4de-4280-99f2-ed452990be86 req-2d09d75e-5719-4474-b665-2d3cebe9cc69 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Deleting port 382e0873-fa9a-401e-b898-2cf3e3d1c666 {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:44:58.377647 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-330784a3-e4de-4280-99f2-ed452990be86 req-2d09d75e-5719-4474-b665-2d3cebe9cc69 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:58.475868 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ab1bf927-daac-4415-95b7-4e185fdd5d5f req-6c4b126d-9184-4b34-b8ac-e1fafc212cbb tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c4235e1-6383-49c8-8663-c2ce5694b6ef&id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0823271 Sep 15 13:44:58.498429 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-330784a3-e4de-4280-99f2-ed452990be86 req-2d09d75e-5719-4474-b665-2d3cebe9cc69 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] For port 382e0873-fa9a-401e-b898-2cf3e3d1c666, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=382e0873-fa9a-401e-b898-2cf3e3d1c666,segment=NetworkSegment(cb5413ea-771f-42e8-811f-6415872afa7a),segment_id=cb5413ea-771f-42e8-811f-6415872afa7a)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:44:58.498733 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-330784a3-e4de-4280-99f2-ed452990be86 req-2d09d75e-5719-4474-b665-2d3cebe9cc69 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:58.511060 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-330784a3-e4de-4280-99f2-ed452990be86 req-2d09d75e-5719-4474-b665-2d3cebe9cc69 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Calling delete_port for 382e0873-fa9a-401e-b898-2cf3e3d1c666 owned by compute:nova {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:44:58.745790 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-330784a3-e4de-4280-99f2-ed452990be86 req-2d09d75e-5719-4474-b665-2d3cebe9cc69 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:58.757665 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['bb997887-02c6-475d-b775-5803a8a38c3b', '382e0873-fa9a-401e-b898-2cf3e3d1c666'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:44:58.778043 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09d75e-5719-4474-b665-2d3cebe9cc69 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Pushing event deleted for resources: {'Port': ['ID=382e0873-fa9a-401e-b898-2cf3e3d1c666,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:44:58.824286 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-330784a3-e4de-4280-99f2-ed452990be86 req-2d09d75e-5719-4474-b665-2d3cebe9cc69 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] No DVR routers for this DVR port 382e0873-fa9a-401e-b898-2cf3e3d1c666 on host hv-cinder-80345 {{(pid=101214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:44:58.828588 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-330784a3-e4de-4280-99f2-ed452990be86 req-2d09d75e-5719-4474-b665-2d3cebe9cc69 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:44:58.830741 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-330784a3-e4de-4280-99f2-ed452990be86 req-2d09d75e-5719-4474-b665-2d3cebe9cc69 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.15 "DELETE /v2.0/ports/382e0873-fa9a-401e-b898-2cf3e3d1c666 HTTP/1.1" status: 204 len: 173 time: 0.5829661 Sep 15 13:44:58.831203 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc', 'name': 'network-vif-deleted', 'tag': '382e0873-fa9a-401e-b898-2cf3e3d1c666'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:44:58.834451 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448b9931-46ce-4e5f-8e2d-183fc25395d9" -d '{"events": [{"server_uuid": "06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc", "name": "network-vif-deleted", "tag": "382e0873-fa9a-401e-b898-2cf3e3d1c666"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:44:58.908560 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-954899b6-5cfd-4963-9846-8369ef61a829 req-5d7cec9e-c8e6-49e5-ae9a-57ccd5c34c81 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc HTTP/1.1" status: 200 len: 210 time: 0.0273156 Sep 15 13:44:58.932002 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df2686-119f-4c07-8b24-a0da8feae05f req-3f0262d3-1f8b-4d65-ad5c-375ec950e41c tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:58.933749 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-47df2686-119f-4c07-8b24-a0da8feae05f req-3f0262d3-1f8b-4d65-ad5c-375ec950e41c tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0545552 Sep 15 13:44:58.966122 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8d476c-e568-47d4-b3d8-0956b05ff286 x-openstack-request-id: req-be8d476c-e568-47d4-b3d8-0956b05ff286 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:44:58.966413 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc", "name": "network-vif-deleted", "tag": "382e0873-fa9a-401e-b898-2cf3e3d1c666", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:44:58.967351 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be8d476c-e568-47d4-b3d8-0956b05ff286 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:44:58.967930 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc', 'name': 'network-vif-deleted', 'tag': '382e0873-fa9a-401e-b898-2cf3e3d1c666', 'status': 'completed', 'code': 200} Sep 15 13:44:58.976410 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-47df2686-119f-4c07-8b24-a0da8feae05f req-1a8f51a0-579a-4017-bd54-700a765f8957 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360806 Sep 15 13:44:59.592346 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5017c88-a403-4f9f-83bd-35ed7c1927e0 req-e1742174-936c-489b-93ac-f8715b0c7207 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:44:59.593872 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a5017c88-a403-4f9f-83bd-35ed7c1927e0 req-e1742174-936c-489b-93ac-f8715b0c7207 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 984 time: 0.0502923 Sep 15 13:44:59.634308 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a5017c88-a403-4f9f-83bd-35ed7c1927e0 req-803649c9-0b3d-455d-997c-b68e1e4baab4 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c4235e1-6383-49c8-8663-c2ce5694b6ef&id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0344458 Sep 15 13:45:00.019063 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-480ec9ba-2360-4f06-ac4e-2f2e08e9e0ae req-21fd41fd-dcaa-4fdf-a07e-bf717ab93b88 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=06c8701e-1f62-4d4c-8b8d-e158a9b5e2cc HTTP/1.1" status: 200 len: 210 time: 0.0300994 Sep 15 13:45:00.097472 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055f605-7cfc-4118-8f6c-234ee2487185 req-8be4d753-9d6e-4d8d-9e8d-06583d981885 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:00.098933 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8055f605-7cfc-4118-8f6c-234ee2487185 req-8be4d753-9d6e-4d8d-9e8d-06583d981885 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0554476 Sep 15 13:45:00.138121 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8055f605-7cfc-4118-8f6c-234ee2487185 req-4119ab7e-ec46-423f-b784-1d99c6b340c7 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332665 Sep 15 13:45:00.749183 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d8d0f-8b10-4d08-b769-e1f350dea7cd req-ee7e4886-e993-4b93-b78e-a78202caa868 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:00.750791 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-488d8d0f-8b10-4d08-b769-e1f350dea7cd req-ee7e4886-e993-4b93-b78e-a78202caa868 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 984 time: 0.0493691 Sep 15 13:45:00.790927 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-488d8d0f-8b10-4d08-b769-e1f350dea7cd req-b85a128f-fff6-4fe2-83b1-74facc0822e3 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c4235e1-6383-49c8-8663-c2ce5694b6ef&id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0340264 Sep 15 13:45:01.255257 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b4305-9248-4492-9b17-66a44b802d2a req-92a2a448-a97d-42cc-9c2b-a8581e02bb17 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:01.256707 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4b7b4305-9248-4492-9b17-66a44b802d2a req-92a2a448-a97d-42cc-9c2b-a8581e02bb17 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0498555 Sep 15 13:45:01.296104 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4b7b4305-9248-4492-9b17-66a44b802d2a req-d48bcbe6-fc1c-4c64-8f58-8c9d5042c9fd tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326777 Sep 15 13:45:01.906890 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357d641-7043-4839-aa18-29c717014a34 req-0f905288-8eb6-44f6-91b6-0b61a7eabac7 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:01.908372 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0357d641-7043-4839-aa18-29c717014a34 req-0f905288-8eb6-44f6-91b6-0b61a7eabac7 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 984 time: 0.0514827 Sep 15 13:45:01.953561 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0357d641-7043-4839-aa18-29c717014a34 req-0722da60-3bcc-4b4a-81bb-f025f42321ef tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c4235e1-6383-49c8-8663-c2ce5694b6ef&id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0390389 Sep 15 13:45:02.210636 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 382e0873-fa9a-401e-b898-2cf3e3d1c666 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:45:02.231433 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] No Port match for: 382e0873-fa9a-401e-b898-2cf3e3d1c666 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:45:02.231779 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 382e0873-fa9a-401e-b898-2cf3e3d1c666 not bound to the agent host hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:45:02.412115 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f487eab-4fcc-4bb9-aafc-5ee0116adb5d req-ea381105-16ab-439d-b2f3-7ea7ce82f8c7 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:02.413625 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-6f487eab-4fcc-4bb9-aafc-5ee0116adb5d req-ea381105-16ab-439d-b2f3-7ea7ce82f8c7 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0511556 Sep 15 13:45:02.457077 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-6f487eab-4fcc-4bb9-aafc-5ee0116adb5d req-5ed01a96-e224-4697-af5b-9294396ae90d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374799 Sep 15 13:45:02.845531 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a1d22-95c0-4497-9f28-b5f43f54c99f req-6cbd5f16-0dd4-47f6-af33-c82c66aea6c9 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:02.847029 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-912a1d22-95c0-4497-9f28-b5f43f54c99f req-6cbd5f16-0dd4-47f6-af33-c82c66aea6c9 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 946 time: 0.0517156 Sep 15 13:45:02.886950 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-912a1d22-95c0-4497-9f28-b5f43f54c99f req-7ec3e079-2061-4d38-9a91-2d6cc1de9d27 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339797 Sep 15 13:45:03.070740 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05369995-5f7a-4031-bda8-1bbb2fd396e6 req-6903a52e-4e53-4b74-a592-1c6b0819b084 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:03.072233 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-05369995-5f7a-4031-bda8-1bbb2fd396e6 req-6903a52e-4e53-4b74-a592-1c6b0819b084 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 984 time: 0.0497689 Sep 15 13:45:03.112659 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-05369995-5f7a-4031-bda8-1bbb2fd396e6 req-73968708-3251-43d8-8df1-db9a1a90b0b6 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c4235e1-6383-49c8-8663-c2ce5694b6ef&id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0337243 Sep 15 13:45:03.380949 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:45:03.572312 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d31e2-c91a-4e65-9a66-7f3e2287cb2e req-bee7ab00-4357-4e22-b598-5828329b97f7 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:03.573834 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-960d31e2-c91a-4e65-9a66-7f3e2287cb2e req-bee7ab00-4357-4e22-b598-5828329b97f7 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0497477 Sep 15 13:45:03.613043 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-960d31e2-c91a-4e65-9a66-7f3e2287cb2e req-d6ede4d7-9552-415b-b858-54ef7362319d tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ea28c97-f6f6-4945-b931-4a6fb56fd584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332069 Sep 15 13:45:03.998309 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cb0cd-39d8-491b-9dfe-bd2861125ce9 req-5c800c74-654f-44a4-84fe-b62dc613d403 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:03.999855 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a97cb0cd-39d8-491b-9dfe-bd2861125ce9 req-5c800c74-654f-44a4-84fe-b62dc613d403 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.15 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 946 time: 0.0776370 Sep 15 13:45:04.023464 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04661-bf98-4b1b-9fbe-6d9b0c7d84cb req-3514aae9-6fbb-4ce9-a0be-545620aba80a tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:04.025351 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-55b04661-bf98-4b1b-9fbe-6d9b0c7d84cb req-3514aae9-6fbb-4ce9-a0be-545620aba80a tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 946 time: 0.0687876 Sep 15 13:45:04.121174 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-55b04661-bf98-4b1b-9fbe-6d9b0c7d84cb req-4867e723-22f0-47e4-b201-ea2668e4a5e6 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/security-groups?id=d91df39c-910b-46cc-8b1a-8f97bc79ff21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718348 Sep 15 13:45:04.142606 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-a97cb0cd-39d8-491b-9dfe-bd2861125ce9 req-88231e75-332e-4aef-b16e-d4044a79a485 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Deleting port cee97d2d-987f-4ec8-b5a7-7392a0f21b33 {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:45:04.142951 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-a97cb0cd-39d8-491b-9dfe-bd2861125ce9 req-88231e75-332e-4aef-b16e-d4044a79a485 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:04.239955 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-a97cb0cd-39d8-491b-9dfe-bd2861125ce9 req-88231e75-332e-4aef-b16e-d4044a79a485 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] For port cee97d2d-987f-4ec8-b5a7-7392a0f21b33, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=cee97d2d-987f-4ec8-b5a7-7392a0f21b33,segment=NetworkSegment(9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a),segment_id=9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:45:04.240335 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-a97cb0cd-39d8-491b-9dfe-bd2861125ce9 req-88231e75-332e-4aef-b16e-d4044a79a485 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:04.240868 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac95f4-7d5d-427f-936d-8acba2b8bd9d req-ebf26941-91fb-4264-9f87-6349ffac40e6 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:04.246110 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-83ac95f4-7d5d-427f-936d-8acba2b8bd9d req-ebf26941-91fb-4264-9f87-6349ffac40e6 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 984 time: 0.0595050 Sep 15 13:45:04.254549 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-a97cb0cd-39d8-491b-9dfe-bd2861125ce9 req-88231e75-332e-4aef-b16e-d4044a79a485 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Calling delete_port for cee97d2d-987f-4ec8-b5a7-7392a0f21b33 owned by compute:nova {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:45:04.290037 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-83ac95f4-7d5d-427f-936d-8acba2b8bd9d req-43864878-7214-495d-871c-03998f463be7 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c4235e1-6383-49c8-8663-c2ce5694b6ef&id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0417607 Sep 15 13:45:04.460125 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-a97cb0cd-39d8-491b-9dfe-bd2861125ce9 req-88231e75-332e-4aef-b16e-d4044a79a485 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:04.472548 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['cee97d2d-987f-4ec8-b5a7-7392a0f21b33'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:45:04.497344 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88231e75-332e-4aef-b16e-d4044a79a485 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Pushing event deleted for resources: {'Port': ['ID=cee97d2d-987f-4ec8-b5a7-7392a0f21b33,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:04.536629 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97cb0cd-39d8-491b-9dfe-bd2861125ce9 req-88231e75-332e-4aef-b16e-d4044a79a485 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] No DVR routers for this DVR port cee97d2d-987f-4ec8-b5a7-7392a0f21b33 on host hv-cinder-80345 {{(pid=101214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:45:04.538979 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-a97cb0cd-39d8-491b-9dfe-bd2861125ce9 req-88231e75-332e-4aef-b16e-d4044a79a485 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:04.540936 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a97cb0cd-39d8-491b-9dfe-bd2861125ce9 req-88231e75-332e-4aef-b16e-d4044a79a485 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.15 "DELETE /v2.0/ports/cee97d2d-987f-4ec8-b5a7-7392a0f21b33 HTTP/1.1" status: 204 len: 173 time: 0.5326955 Sep 15 13:45:04.541406 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49c98b0-068c-4c4b-8917-7bba306a4c4b', 'name': 'network-vif-deleted', 'tag': 'cee97d2d-987f-4ec8-b5a7-7392a0f21b33'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:45:04.543694 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5276b7-d81a-4a60-a28b-3900ee0a2e18" -d '{"events": [{"server_uuid": "f49c98b0-068c-4c4b-8917-7bba306a4c4b", "name": "network-vif-deleted", "tag": "cee97d2d-987f-4ec8-b5a7-7392a0f21b33"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:45:04.589874 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7c1503-54b9-4979-bf65-de721993b8bd x-openstack-request-id: req-9d7c1503-54b9-4979-bf65-de721993b8bd {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:45:04.590234 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49c98b0-068c-4c4b-8917-7bba306a4c4b", "name": "network-vif-deleted", "tag": "cee97d2d-987f-4ec8-b5a7-7392a0f21b33", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:45:04.590479 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d7c1503-54b9-4979-bf65-de721993b8bd {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:45:04.590872 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49c98b0-068c-4c4b-8917-7bba306a4c4b', 'name': 'network-vif-deleted', 'tag': 'cee97d2d-987f-4ec8-b5a7-7392a0f21b33', 'status': 'completed', 'code': 200} Sep 15 13:45:04.729486 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2fac9297-a49f-40b9-b848-e501d28cf628 req-7116337b-dcfc-4153-a8d7-bfbcd9655d46 tempest-ServerRescueNegativeTestJSON-2027231084 tempest-ServerRescueNegativeTestJSON-2027231084-project] 10.222.0.30 "GET /v2.0/ports?device_id=f49c98b0-068c-4c4b-8917-7bba306a4c4b HTTP/1.1" status: 200 len: 210 time: 0.0367360 Sep 15 13:45:04.741181 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7049b-85b5-4d7d-b2a5-730352aa7fae req-a1468e63-b830-4930-8baf-93026b34d1d1 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:04.742956 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0ca7049b-85b5-4d7d-b2a5-730352aa7fae req-a1468e63-b830-4930-8baf-93026b34d1d1 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 946 time: 0.1016259 Sep 15 13:45:04.843217 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-0ca7049b-85b5-4d7d-b2a5-730352aa7fae req-20d8d2a3-8975-473f-82e4-c40c47dfd82f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Deleting port bb997887-02c6-475d-b775-5803a8a38c3b {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:45:04.843761 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-0ca7049b-85b5-4d7d-b2a5-730352aa7fae req-20d8d2a3-8975-473f-82e4-c40c47dfd82f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:04.936807 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-0ca7049b-85b5-4d7d-b2a5-730352aa7fae req-20d8d2a3-8975-473f-82e4-c40c47dfd82f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] For port bb997887-02c6-475d-b775-5803a8a38c3b, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=bb997887-02c6-475d-b775-5803a8a38c3b,segment=NetworkSegment(cb5413ea-771f-42e8-811f-6415872afa7a),segment_id=cb5413ea-771f-42e8-811f-6415872afa7a)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:45:04.937175 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-0ca7049b-85b5-4d7d-b2a5-730352aa7fae req-20d8d2a3-8975-473f-82e4-c40c47dfd82f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:04.950542 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-0ca7049b-85b5-4d7d-b2a5-730352aa7fae req-20d8d2a3-8975-473f-82e4-c40c47dfd82f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Calling delete_port for bb997887-02c6-475d-b775-5803a8a38c3b owned by compute:nova {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:45:05.186533 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-0ca7049b-85b5-4d7d-b2a5-730352aa7fae req-20d8d2a3-8975-473f-82e4-c40c47dfd82f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:05.198755 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['bb997887-02c6-475d-b775-5803a8a38c3b'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:45:05.216650 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8d2a3-8975-473f-82e4-c40c47dfd82f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Pushing event deleted for resources: {'Port': ['ID=bb997887-02c6-475d-b775-5803a8a38c3b,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:05.219475 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-d7e81b47-572d-4bf9-8551-a2374bc4503a req-c60afbf0-2e6b-4471-b2db-31e211df2dff tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 210 time: 0.0329058 Sep 15 13:45:05.264126 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca7049b-85b5-4d7d-b2a5-730352aa7fae req-20d8d2a3-8975-473f-82e4-c40c47dfd82f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] No DVR routers for this DVR port bb997887-02c6-475d-b775-5803a8a38c3b on host hv-cinder-80345 {{(pid=101214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:45:05.267876 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-0ca7049b-85b5-4d7d-b2a5-730352aa7fae req-20d8d2a3-8975-473f-82e4-c40c47dfd82f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:05.270021 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0ca7049b-85b5-4d7d-b2a5-730352aa7fae req-20d8d2a3-8975-473f-82e4-c40c47dfd82f tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.15 "DELETE /v2.0/ports/bb997887-02c6-475d-b775-5803a8a38c3b HTTP/1.1" status: 204 len: 173 time: 0.5174103 Sep 15 13:45:05.414622 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180b31f-dfd1-41ea-b741-8452c8f91385 req-f7b8fba7-e837-4bee-866b-d702ed3ba305 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:05.416087 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-7180b31f-dfd1-41ea-b741-8452c8f91385 req-f7b8fba7-e837-4bee-866b-d702ed3ba305 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 984 time: 0.0537717 Sep 15 13:45:05.457505 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-7180b31f-dfd1-41ea-b741-8452c8f91385 req-de7821de-ebd7-463c-b745-379dff92d4db tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c4235e1-6383-49c8-8663-c2ce5694b6ef&id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0342557 Sep 15 13:45:05.787741 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 48528) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:06.244134 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-9707d4ab-d7ea-4d48-8ca4-4c152c38f24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545029'] for router_interface, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:06.332898 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f219a902-3aa6-4707-9bf7-9a5ee2f1ea82 req-2f1e299c-858a-4e2a-ab5d-ffb89e673756 tempest-AttachVolumeNegativeTest-241593613 tempest-AttachVolumeNegativeTest-241593613-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f4af215-a1b3-4992-9ced-9c2cf2fc522b HTTP/1.1" status: 200 len: 210 time: 0.0353184 Sep 15 13:45:06.512137 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03c0a0-65b4-4441-b47f-43796be50618 req-d17e7d20-e16c-4f56-9941-a6f62fabbab6 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:06.513700 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4f03c0a0-65b4-4441-b47f-43796be50618 req-d17e7d20-e16c-4f56-9941-a6f62fabbab6 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.1449249 Sep 15 13:45:06.580066 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb13fc-7445-4085-959b-9c3ad44c7a79 req-85e074ac-00c4-496b-8e72-459066c88ab1 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:06.581780 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2cfb13fc-7445-4085-959b-9c3ad44c7a79 req-85e074ac-00c4-496b-8e72-459066c88ab1 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 984 time: 0.0504699 Sep 15 13:45:06.595576 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4af215-a1b3-4992-9ced-9c2cf2fc522b', 'name': 'network-vif-deleted', 'tag': 'bb997887-02c6-475d-b775-5803a8a38c3b'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:45:06.597941 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236f9cab-0a32-4a12-8d4b-f2339a028be3" -d '{"events": [{"server_uuid": "4f4af215-a1b3-4992-9ced-9c2cf2fc522b", "name": "network-vif-deleted", "tag": "bb997887-02c6-475d-b775-5803a8a38c3b"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:45:06.633460 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2cfb13fc-7445-4085-959b-9c3ad44c7a79 req-27dd44cc-ece4-4f4f-8f53-74c9bbf4de30 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c4235e1-6383-49c8-8663-c2ce5694b6ef&id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0439291 Sep 15 13:45:06.684880 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d991d0f0-9a7b-43d4-99de-5a087c089ce4 x-openstack-request-id: req-d991d0f0-9a7b-43d4-99de-5a087c089ce4 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:45:06.685197 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4af215-a1b3-4992-9ced-9c2cf2fc522b", "name": "network-vif-deleted", "tag": "bb997887-02c6-475d-b775-5803a8a38c3b", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:45:06.685453 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d991d0f0-9a7b-43d4-99de-5a087c089ce4 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:45:06.685843 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4af215-a1b3-4992-9ced-9c2cf2fc522b', 'name': 'network-vif-deleted', 'tag': 'bb997887-02c6-475d-b775-5803a8a38c3b', 'status': 'completed', 'code': 200} Sep 15 13:45:06.799549 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4f03c0a0-65b4-4441-b47f-43796be50618 req-f9c4602f-b80f-4681-984a-3684983b81de tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616327 Sep 15 13:45:06.843217 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-9707d4ab-d7ea-4d48-8ca4-4c152c38f24d admin admin] Deleting port 11209467-1eb2-4d33-8fee-bee663d17e58 {{(pid=101213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:45:06.843557 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-9707d4ab-d7ea-4d48-8ca4-4c152c38f24d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:06.924226 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.db [None req-9707d4ab-d7ea-4d48-8ca4-4c152c38f24d admin admin] For port 11209467-1eb2-4d33-8fee-bee663d17e58, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=11209467-1eb2-4d33-8fee-bee663d17e58,segment=NetworkSegment(9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a),segment_id=9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a)] {{(pid=101213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:45:06.924590 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-9707d4ab-d7ea-4d48-8ca4-4c152c38f24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:06.941927 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-9707d4ab-d7ea-4d48-8ca4-4c152c38f24d admin admin] Calling delete_port for 11209467-1eb2-4d33-8fee-bee663d17e58 owned by network:router_interface {{(pid=101213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:45:07.249443 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-9707d4ab-d7ea-4d48-8ca4-4c152c38f24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:07.275105 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707d4ab-d7ea-4d48-8ca4-4c152c38f24d admin admin] Pushing event deleted for resources: {'Port': ['ID=11209467-1eb2-4d33-8fee-bee663d17e58,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:07.395319 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 48544) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:07.443164 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a099c4-fff9-4113-9be8-1e92254f7a52 admin admin] Deleting subnet 6063b90d-c941-474e-b7a5-2a0f7253c43f {{(pid=101214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:45:07.443829 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-9707d4ab-d7ea-4d48-8ca4-4c152c38f24d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551093'] for router_interface, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:07.446339 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e8a099c4-fff9-4113-9be8-1e92254f7a52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:07.480849 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e8a099c4-fff9-4113-9be8-1e92254f7a52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4615973'] for subnet, precommit_delete_associations {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:07.522480 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e8a099c4-fff9-4113-9be8-1e92254f7a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493165'] for subnet, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:07.661090 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9707d4ab-d7ea-4d48-8ca4-4c152c38f24d admin admin] Router ef09f7dc-9bd9-401f-bd6e-ffe094c140e3 has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:45:07.672618 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e8a099c4-fff9-4113-9be8-1e92254f7a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4251690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943657'] for subnet, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:07.706521 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a099c4-fff9-4113-9be8-1e92254f7a52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6063b90d-c941-474e-b7a5-2a0f7253c43f,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:07.706521 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e8a099c4-fff9-4113-9be8-1e92254f7a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for subnet, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:07.708280 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-e8a099c4-fff9-4113-9be8-1e92254f7a52 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6063b90d-c941-474e-b7a5-2a0f7253c43f HTTP/1.1" status: 204 len: 168 time: 0.3119752 Sep 15 13:45:07.711162 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 48552) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:07.751253 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:07.779491 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a95abebd-2d0e-43d3-89bf-ee1288b764d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463644'] for network, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:07.813375 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a988f-f8e8-49b1-9c37-a6a740a479f9 req-88f28e17-2030-4bc2-915a-93b97b34be2b tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:07.814888 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-751a988f-f8e8-49b1-9c37-a6a740a479f9 req-88f28e17-2030-4bc2-915a-93b97b34be2b tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 984 time: 0.0953591 Sep 15 13:45:07.827110 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9707d4ab-d7ea-4d48-8ca4-4c152c38f24d admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:45:07.832559 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-9707d4ab-d7ea-4d48-8ca4-4c152c38f24d admin admin] 10.222.0.30 "PUT /v2.0/routers/ef09f7dc-9bd9-401f-bd6e-ffe094c140e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0436902 Sep 15 13:45:07.836591 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 48560) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:07.849654 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c3ad40-b111-4f8c-8657-011dca310f3f None None] Sync routers for ids ['ef09f7dc-9bd9-401f-bd6e-ffe094c140e3'] in dv-cinder-803456-3-iscsi {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:45:07.863116 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c3ad40-b111-4f8c-8657-011dca310f3f None None] Routers {'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:45:07.864378 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-49c3ad40-b111-4f8c-8657-011dca310f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:44:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['ef09f7dc-9bd9-401f-bd6e-ffe094c140e3'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:07.887974 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-751a988f-f8e8-49b1-9c37-a6a740a479f9 req-3b9147c4-4d19-4d3c-95ab-f6b4a2bae52d tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c4235e1-6383-49c8-8663-c2ce5694b6ef&id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0466590 Sep 15 13:45:07.918647 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a95abebd-2d0e-43d3-89bf-ee1288b764d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492266', 'neutron.services.segments.db._delete_segments_for_network-8777769697949'] for network, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:07.971972 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-49c3ad40-b111-4f8c-8657-011dca310f3f None None] Set router ef09f7dc-9bd9-401f-bd6e-ffe094c140e3 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:45:07.999468 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.services.segments.db [None req-a95abebd-2d0e-43d3-89bf-ee1288b764d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a6423b-264c-4faa-9184-20a06ec6a475']}} {{(pid=101214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:08.018114 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.services.segments.db [None req-a95abebd-2d0e-43d3-89bf-ee1288b764d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb5413ea-771f-42e8-811f-6415872afa7a') {'for_net_delete': True} {{(pid=101214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:08.018398 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.services.segments.db [None req-a95abebd-2d0e-43d3-89bf-ee1288b764d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb5413ea-771f-42e8-811f-6415872afa7a') {} {{(pid=101214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:08.030776 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a95abebd-2d0e-43d3-89bf-ee1288b764d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777769698726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4615982'] for segment, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:08.053016 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a95abebd-2d0e-43d3-89bf-ee1288b764d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:08.064101 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe7082-40bb-4f66-91f1-9389275e8f8b req-e3b0c039-b903-4a84-a632-926f0c667261 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:08.065859 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0dbe7082-40bb-4f66-91f1-9389275e8f8b req-e3b0c039-b903-4a84-a632-926f0c667261 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.1439259 Sep 15 13:45:08.073333 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a95abebd-2d0e-43d3-89bf-ee1288b764d6 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=101214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:45:08.073742 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a95abebd-2d0e-43d3-89bf-ee1288b764d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4267764'] for segment, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: Traceback (most recent call last): Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: timer() Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: cb(*args, **kw) Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: return func(*args, **kwargs) Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: self._notify() Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: self.callback(batched_events) Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: event.method(event) Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: return f(self, *a, **k) Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: return self._get(url).json() Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: return self.request(url, 'GET', **kwargs) Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:45:08.077450 dv-cinder-803456-3-iscsi neutron-server[101214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:45:08.107529 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0bcbdb0f-f758-4574-bf1d-eb29a0f077d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:08.233992 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0dbe7082-40bb-4f66-91f1-9389275e8f8b req-055b859f-6a71-4756-b4e1-8c812ed97031 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582654 Sep 15 13:45:08.239134 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device bb997887-02c6-475d-b775-5803a8a38c3b no longer exists at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:45:08.249352 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-49c3ad40-b111-4f8c-8657-011dca310f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3', 'name': 'tempest-ServerRescueNegativeTestJSON-215053077-router', 'tenant_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '9a822c66-cf57-4521-883e-2c041466334e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:45:07Z', 'revision_number': 5, 'project_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'gw_port': {'id': '9a822c66-cf57-4521-883e-2c041466334e', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:12:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:08.265050 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] No Port match for: bb997887-02c6-475d-b775-5803a8a38c3b {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:45:08.265509 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device bb997887-02c6-475d-b775-5803a8a38c3b not bound to the agent host hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:45:08.265989 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device cee97d2d-987f-4ec8-b5a7-7392a0f21b33 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:45:08.274879 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0bcbdb0f-f758-4574-bf1d-eb29a0f077d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:08.280297 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c3ad40-b111-4f8c-8657-011dca310f3f None None] Checking router: ef09f7dc-9bd9-401f-bd6e-ffe094c140e3 for host: dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:45:08.286844 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c3ad40-b111-4f8c-8657-011dca310f3f None None] Routers {'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:45:08.287198 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] No Port match for: cee97d2d-987f-4ec8-b5a7-7392a0f21b33 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:45:08.287544 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device cee97d2d-987f-4ec8-b5a7-7392a0f21b33 not bound to the agent host hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:45:08.287677 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-49c3ad40-b111-4f8c-8657-011dca310f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:44:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['ef09f7dc-9bd9-401f-bd6e-ffe094c140e3'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:08.300346 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a95abebd-2d0e-43d3-89bf-ee1288b764d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550935'] for network, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:08.306274 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a95abebd-2d0e-43d3-89bf-ee1288b764d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:08.310423 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-a95abebd-2d0e-43d3-89bf-ee1288b764d6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/00a6423b-264c-4faa-9184-20a06ec6a475 HTTP/1.1" status: 204 len: 168 time: 0.5966628 Sep 15 13:45:08.321841 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95abebd-2d0e-43d3-89bf-ee1288b764d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=00a6423b-264c-4faa-9184-20a06ec6a475,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:08.397866 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-49c3ad40-b111-4f8c-8657-011dca310f3f None None] Set router ef09f7dc-9bd9-401f-bd6e-ffe094c140e3 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:45:08.412044 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-0bcbdb0f-f758-4574-bf1d-eb29a0f077d5 admin admin] Deleting port 9a822c66-cf57-4521-883e-2c041466334e {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:45:08.412588 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0bcbdb0f-f758-4574-bf1d-eb29a0f077d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:08.493380 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [None req-0bcbdb0f-f758-4574-bf1d-eb29a0f077d5 admin admin] For port 9a822c66-cf57-4521-883e-2c041466334e, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=9a822c66-cf57-4521-883e-2c041466334e,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:45:08.493659 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0bcbdb0f-f758-4574-bf1d-eb29a0f077d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:08.505414 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-0bcbdb0f-f758-4574-bf1d-eb29a0f077d5 admin admin] Calling delete_port for 9a822c66-cf57-4521-883e-2c041466334e owned by network:router_gateway {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:45:08.588611 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-49c3ad40-b111-4f8c-8657-011dca310f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3', 'name': 'tempest-ServerRescueNegativeTestJSON-215053077-router', 'tenant_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '9a822c66-cf57-4521-883e-2c041466334e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:45:07Z', 'revision_number': 5, 'project_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'gw_port': {'id': '9a822c66-cf57-4521-883e-2c041466334e', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:12:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:08.617038 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c3ad40-b111-4f8c-8657-011dca310f3f None None] The sync data for ids ['ef09f7dc-9bd9-401f-bd6e-ffe094c140e3'] in dv-cinder-803456-3-iscsi is: [{'id': 'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3', 'name': 'tempest-ServerRescueNegativeTestJSON-215053077-router', 'tenant_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '9a822c66-cf57-4521-883e-2c041466334e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:45:07Z', 'revision_number': 5, 'project_id': 'e9d232f7ddba465ebf00a66c759ab7fb', 'gw_port': {'id': '9a822c66-cf57-4521-883e-2c041466334e', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:12:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef09f7dc-9bd9-401f-bd6e-ffe094c140e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}] {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:45:08.696859 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 48570) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:08.738579 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-94d44077-ea26-4723-9e7c-dbe25bf68344 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=30e683cd0b3b464593bae97131ae8279&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0405240 Sep 15 13:45:08.741128 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 48572) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:08.789104 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-de5383e1-5ff9-489a-9743-a2d478055ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:08.810265 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-de5383e1-5ff9-489a-9743-a2d478055ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:09.003252 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc48e6-9392-498a-815d-c0624435a2f8 req-21efe2a1-eae7-402f-91bb-11f1939a3942 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:09.004740 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-50cc48e6-9392-498a-815d-c0624435a2f8 req-21efe2a1-eae7-402f-91bb-11f1939a3942 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 984 time: 0.0505834 Sep 15 13:45:09.008181 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-de5383e1-5ff9-489a-9743-a2d478055ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:09.008548 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-de5383e1-5ff9-489a-9743-a2d478055ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:09.012158 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-de5383e1-5ff9-489a-9743-a2d478055ebd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d91df39c-910b-46cc-8b1a-8f97bc79ff21 HTTP/1.1" status: 204 len: 168 time: 0.2674966 Sep 15 13:45:09.031385 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5383e1-5ff9-489a-9743-a2d478055ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91df39c-910b-46cc-8b1a-8f97bc79ff21,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:09.054843 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0bcbdb0f-f758-4574-bf1d-eb29a0f077d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:09.085038 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-50cc48e6-9392-498a-815d-c0624435a2f8 req-8cdcec7e-30f1-438c-ad99-c0573f42df75 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c4235e1-6383-49c8-8663-c2ce5694b6ef&id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0727744 Sep 15 13:45:09.114028 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbdb0f-f758-4574-bf1d-eb29a0f077d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a822c66-cf57-4521-883e-2c041466334e,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:09.158255 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0bcbdb0f-f758-4574-bf1d-eb29a0f077d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551027'] for router_gateway, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:09.267362 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0bcbdb0f-f758-4574-bf1d-eb29a0f077d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1755'] for router, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:09.269654 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0bcbdb0f-f758-4574-bf1d-eb29a0f077d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:09.372349 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7da587-1fd2-44ad-afb1-c4d31867994c req-83e4953e-a288-4f42-a5e3-8b1a4e62ee84 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:09.374434 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fa7da587-1fd2-44ad-afb1-c4d31867994c req-83e4953e-a288-4f42-a5e3-8b1a4e62ee84 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0505149 Sep 15 13:45:09.415716 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fa7da587-1fd2-44ad-afb1-c4d31867994c req-b88a47a5-6caa-4747-b82f-dd810b98b8d7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348437 Sep 15 13:45:09.426090 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0bcbdb0f-f758-4574-bf1d-eb29a0f077d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548825'] for router, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:09.426625 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcbdb0f-f758-4574-bf1d-eb29a0f077d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef09f7dc-9bd9-401f-bd6e-ffe094c140e3 {{(pid=101214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:45:09.431568 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0bcbdb0f-f758-4574-bf1d-eb29a0f077d5 admin admin] Notify callbacks [] for router, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:09.432518 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-0bcbdb0f-f758-4574-bf1d-eb29a0f077d5 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ef09f7dc-9bd9-401f-bd6e-ffe094c140e3 HTTP/1.1" status: 204 len: 168 time: 1.5949640 Sep 15 13:45:09.440358 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 48586) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:09.488071 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54b7d53-f243-42d6-810c-2ef0385fcc52 admin admin] Deleting subnet c2dd6332-a9e3-4eef-b026-6ff2e75e77c7 {{(pid=101213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:45:09.491829 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b54b7d53-f243-42d6-810c-2ef0385fcc52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:09.535111 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b54b7d53-f243-42d6-810c-2ef0385fcc52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008874'] for subnet, precommit_delete_associations {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:09.581321 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b54b7d53-f243-42d6-810c-2ef0385fcc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493165'] for subnet, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:09.740742 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b54b7d53-f243-42d6-810c-2ef0385fcc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5008732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4981134'] for subnet, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:09.773510 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b54b7d53-f243-42d6-810c-2ef0385fcc52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:09.775408 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-b54b7d53-f243-42d6-810c-2ef0385fcc52 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c2dd6332-a9e3-4eef-b026-6ff2e75e77c7 HTTP/1.1" status: 204 len: 168 time: 0.3339036 Sep 15 13:45:09.776331 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b7d53-f243-42d6-810c-2ef0385fcc52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2dd6332-a9e3-4eef-b026-6ff2e75e77c7,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:09.777933 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 48594) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:09.846236 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3468390b-4ba9-4285-81f7-e208d8cc4a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463644'] for network, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:09.954497 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3468390b-4ba9-4285-81f7-e208d8cc4a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492266', 'neutron.services.segments.db._delete_segments_for_network-8777769697949'] for network, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:09.965628 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 9a822c66-cf57-4521-883e-2c041466334e no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:45:09.977101 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-3468390b-4ba9-4285-81f7-e208d8cc4a33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af76b73a-45f4-4385-bb34-2d79a1f2655b']}} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:09.987800 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-3468390b-4ba9-4285-81f7-e208d8cc4a33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a') {'for_net_delete': True} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:09.988215 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-3468390b-4ba9-4285-81f7-e208d8cc4a33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3a7f4d-3abc-4d1e-8268-c9bbf8375a9a') {} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:09.989514 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: 9a822c66-cf57-4521-883e-2c041466334e {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:45:09.990050 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 9a822c66-cf57-4521-883e-2c041466334e not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:45:09.990464 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 11209467-1eb2-4d33-8fee-bee663d17e58 no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:45:09.998529 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3468390b-4ba9-4285-81f7-e208d8cc4a33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777769698726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008865'] for segment, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:10.009593 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: 11209467-1eb2-4d33-8fee-bee663d17e58 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:45:10.009944 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 11209467-1eb2-4d33-8fee-bee663d17e58 not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:45:10.012655 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3468390b-4ba9-4285-81f7-e208d8cc4a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:10.018821 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3468390b-4ba9-4285-81f7-e208d8cc4a33 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=101213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:45:10.019205 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3468390b-4ba9-4285-81f7-e208d8cc4a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5084034'] for segment, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: Traceback (most recent call last): Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: timer() Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: cb(*args, **kw) Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: return func(*args, **kwargs) Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: self._notify() Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: self.callback(batched_events) Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: event.method(event) Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: return f(self, *a, **k) Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: return self._get(url).json() Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: return self.request(url, 'GET', **kwargs) Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:45:10.020824 dv-cinder-803456-3-iscsi neutron-server[101213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:45:10.165201 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3468390b-4ba9-4285-81f7-e208d8cc4a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550935'] for network, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:10.171103 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3468390b-4ba9-4285-81f7-e208d8cc4a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:10.173045 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-3468390b-4ba9-4285-81f7-e208d8cc4a33 admin admin] 10.222.0.30 "DELETE /v2.0/networks/af76b73a-45f4-4385-bb34-2d79a1f2655b HTTP/1.1" status: 204 len: 168 time: 0.3942337 Sep 15 13:45:10.205066 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468390b-4ba9-4285-81f7-e208d8cc4a33 admin admin] Pushing event deleted for resources: {'Network': ['ID=af76b73a-45f4-4385-bb34-2d79a1f2655b,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:10.231001 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3702d2-d69c-40ce-8790-2b08d392f3a8 req-5de9ee82-bb84-4951-a08c-d5189d580c21 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:10.232643 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-bb3702d2-d69c-40ce-8790-2b08d392f3a8 req-5de9ee82-bb84-4951-a08c-d5189d580c21 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 984 time: 0.0779788 Sep 15 13:45:10.277212 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-bb3702d2-d69c-40ce-8790-2b08d392f3a8 req-19608d21-22d9-43a0-83fd-555bf6d3da70 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c4235e1-6383-49c8-8663-c2ce5694b6ef&id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0376687 Sep 15 13:45:10.517497 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 48618) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:10.539253 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267ede5-62ec-40b6-9009-1725d8bf6d3c req-2897b7a5-8255-4ea1-8278-bace23434acd tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:10.540735 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-8267ede5-62ec-40b6-9009-1725d8bf6d3c req-2897b7a5-8255-4ea1-8278-bace23434acd tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0506122 Sep 15 13:45:10.564967 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-e7571347-dea7-4b99-9101-8f4ed743a933 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9d232f7ddba465ebf00a66c759ab7fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0462706 Sep 15 13:45:10.567521 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 48620) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:10.581478 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-8267ede5-62ec-40b6-9009-1725d8bf6d3c req-b2dcd1e1-501b-4c0b-a4e6-3a3256a03913 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343449 Sep 15 13:45:10.616270 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-1705333b-0247-4f5e-a658-144920e24d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:10.637030 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-1705333b-0247-4f5e-a658-144920e24d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:10.785855 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-1705333b-0247-4f5e-a658-144920e24d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:10.789952 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-1705333b-0247-4f5e-a658-144920e24d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:10.789952 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-1705333b-0247-4f5e-a658-144920e24d14 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ea28c97-f6f6-4945-b931-4a6fb56fd584 HTTP/1.1" status: 204 len: 168 time: 0.2211602 Sep 15 13:45:10.798555 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705333b-0247-4f5e-a658-144920e24d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea28c97-f6f6-4945-b931-4a6fb56fd584,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:11.395964 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f0af2-751b-40de-9f42-bd163749c1c3 req-087895c7-90d8-4b0c-8af2-d6e5e2bb8d69 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:11.397478 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5b8f0af2-751b-40de-9f42-bd163749c1c3 req-087895c7-90d8-4b0c-8af2-d6e5e2bb8d69 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 984 time: 0.0496774 Sep 15 13:45:11.439125 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5b8f0af2-751b-40de-9f42-bd163749c1c3 req-d222d9e1-ffba-473a-9e16-bbebf25b558d tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c4235e1-6383-49c8-8663-c2ce5694b6ef&id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0355036 Sep 15 13:45:11.702888 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2c3bc-c9e9-4101-8fbe-e89736857d35 req-d58859bc-f059-45a1-9f9c-cccd6a32e5cf tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:11.704392 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-82b2c3bc-c9e9-4101-8fbe-e89736857d35 req-d58859bc-f059-45a1-9f9c-cccd6a32e5cf tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0523400 Sep 15 13:45:11.742978 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-82b2c3bc-c9e9-4101-8fbe-e89736857d35 req-4676e28c-e6b5-46e1-ad4f-fbe54fcdd40b tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324817 Sep 15 13:45:11.936817 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 48656) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:12.033263 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-f80fd6e3-4b24-4dda-80c2-890b56de0843 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-707555778-network', 'tenant_id': 'd456829f8de447eea8fd66f35874b574'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:12.145893 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80fd6e3-4b24-4dda-80c2-890b56de0843 admin admin] Made reservation on behalf of d456829f8de447eea8fd66f35874b574 for: {'network': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:45:12.148279 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f80fd6e3-4b24-4dda-80c2-890b56de0843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for network, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:12.160987 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f80fd6e3-4b24-4dda-80c2-890b56de0843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:12.253390 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f80fd6e3-4b24-4dda-80c2-890b56de0843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:12.322486 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f80fd6e3-4b24-4dda-80c2-890b56de0843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:12.345010 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80fd6e3-4b24-4dda-80c2-890b56de0843 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=101213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:45:12.357784 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80fd6e3-4b24-4dda-80c2-890b56de0843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd615bd-4c61-4d1e-bc4e-ff66b6a1e2c3,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:12.363672 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f80fd6e3-4b24-4dda-80c2-890b56de0843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:12.364013 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.db.segments_db [None req-f80fd6e3-4b24-4dda-80c2-890b56de0843 admin admin] Added segment a5308b52-47d8-4426-bd77-c33311af5e01 of type vlan for network 480fc22a-9718-4af5-897e-c1ba6a0ea29f Sep 15 13:45:12.403811 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f80fd6e3-4b24-4dda-80c2-890b56de0843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777769156895'] for network, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:12.551440 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f80fd6e3-4b24-4dda-80c2-890b56de0843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for network, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:12.552440 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80fd6e3-4b24-4dda-80c2-890b56de0843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:12.553030 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f80fd6e3-4b24-4dda-80c2-890b56de0843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:12.558579 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec88b6-7139-40b2-961e-359089295439 req-e4dc88b7-09dc-4a4a-a23b-5e419de45a2c tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:12.560060 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-26ec88b6-7139-40b2-961e-359089295439 req-e4dc88b7-09dc-4a4a-a23b-5e419de45a2c tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 984 time: 0.0541348 Sep 15 13:45:12.605952 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-26ec88b6-7139-40b2-961e-359089295439 req-1e3cb2db-9139-466e-a914-97282101d66e tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c4235e1-6383-49c8-8663-c2ce5694b6ef&id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0391533 Sep 15 13:45:12.616379 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80fd6e3-4b24-4dda-80c2-890b56de0843 admin admin] Pushing event updated for resources: {'Network': ['ID=480fc22a-9718-4af5-897e-c1ba6a0ea29f,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:12.628049 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Network 480fc22a-9718-4af5-897e-c1ba6a0ea29f details requested by agent ovs-agent-dv-cinder-803456-3-iscsi with host dv-cinder-803456-3-iscsi {{(pid=101215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:45:12.649688 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-f80fd6e3-4b24-4dda-80c2-890b56de0843 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7117434 Sep 15 13:45:12.652760 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 48676) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:12.657726 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-92257445-be47-490c-877e-a8bebe6ceed3 admin admin] Request body: {'subnet': {'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-707555778-subnet', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:12.736786 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-cea10daf-9dc5-4548-ba65-533f7919ed43 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942642616&fields=id&tenant_id=52fa1195747c46d8babcb3bd3b29acf0 HTTP/1.1" status: 200 len: 267 time: 0.0350094 Sep 15 13:45:12.768651 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92257445-be47-490c-877e-a8bebe6ceed3 admin admin] Made reservation on behalf of d456829f8de447eea8fd66f35874b574 for: {'subnet': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:45:12.770932 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-92257445-be47-490c-877e-a8bebe6ceed3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943630'] for subnet, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:12.870319 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0ab7d-e712-4011-97c1-f1f21af2bba1 req-0768cf56-1066-487b-90ce-1bcd885aaa4d tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:12.871842 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f5a0ab7d-e712-4011-97c1-f1f21af2bba1 req-0768cf56-1066-487b-90ce-1bcd885aaa4d tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0521467 Sep 15 13:45:12.911469 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f5a0ab7d-e712-4011-97c1-f1f21af2bba1 req-8b156b4f-80f9-4967-bcd3-d624a84b09eb tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331128 Sep 15 13:45:12.916864 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-77a5b97a-e86c-43c5-8f50-032e979c5a74 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:12.918341 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-77a5b97a-e86c-43c5-8f50-032e979c5a74 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/networks?id=3446c4e2-730d-440b-994b-e995297a5ba4 HTTP/1.1" status: 200 len: 808 time: 0.1744480 Sep 15 13:45:12.950506 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-9276bc49-a34a-4052-9858-5021c89a636b tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/quotas/52fa1195747c46d8babcb3bd3b29acf0 HTTP/1.1" status: 200 len: 375 time: 0.0164084 Sep 15 13:45:13.061718 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-44bbaf2b-fd56-4855-ba7e-8e355ad09780 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=52fa1195747c46d8babcb3bd3b29acf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1034739 Sep 15 13:45:13.135768 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-92257445-be47-490c-877e-a8bebe6ceed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4251753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943648'] for subnet, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:13.208552 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-623c48e6-1dbb-433c-9705-63ffba516322 service neutron] 10.222.0.30 "GET /v2.0/networks/3446c4e2-730d-440b-994b-e995297a5ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338842 Sep 15 13:45:13.212864 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92257445-be47-490c-877e-a8bebe6ceed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c52fc5a2-023c-41c5-8df6-56d1e497870b,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:13.239451 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92257445-be47-490c-877e-a8bebe6ceed3 admin admin] Checking segment: {'id': 'a5308b52-47d8-4426-bd77-c33311af5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:45:13.239795 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92257445-be47-490c-877e-a8bebe6ceed3 admin admin] Network hostable DHCP agents. Network: 480fc22a-9718-4af5-897e-c1ba6a0ea29f, hostable agents: ['059ef8ed-a851-4324-85c0-3d7a16d26e98'], hosted agents: [] {{(pid=101214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:45:13.311631 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-6e8fe13f-5719-4e2a-89b2-8722829eeed2 service neutron] 10.222.0.30 "GET /v2.0/networks/3446c4e2-730d-440b-994b-e995297a5ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955720 Sep 15 13:45:13.340101 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92257445-be47-490c-877e-a8bebe6ceed3 admin admin] Network 480fc22a-9718-4af5-897e-c1ba6a0ea29f is scheduled to be hosted by DHCP agent 059ef8ed-a851-4324-85c0-3d7a16d26e98 with binding_index 1 {{(pid=101214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:45:13.397526 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [None req-92257445-be47-490c-877e-a8bebe6ceed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-3-iscsi, 480fc22a-9718-4af5-897e-c1ba6a0ea29f) {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:45:13.402085 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92257445-be47-490c-877e-a8bebe6ceed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:13.402768 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-92257445-be47-490c-877e-a8bebe6ceed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for subnet, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:13.413488 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f425cf3-76fc-48fd-b1d1-78257cbc7e63 None None] Network 480fc22a-9718-4af5-897e-c1ba6a0ea29f requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:45:13.489780 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-92257445-be47-490c-877e-a8bebe6ceed3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8357422 Sep 15 13:45:13.492420 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 48698) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:13.497091 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-4df1f3fb-e541-4086-874c-003468538c24 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-707555778-router', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:13.580226 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4df1f3fb-e541-4086-874c-003468538c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1737'] for router, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:13.581323 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4df1f3fb-e541-4086-874c-003468538c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1746'] for router, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:13.652990 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4df1f3fb-e541-4086-874c-003468538c24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:13.673456 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757f21d1-139f-4a8e-9611-49d65f44683c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa82a8464-970f-51ea-a067-ae169fa58494-480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'fixed_ips': [{'subnet_id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b'}]}} from dv-cinder-803456-3-iscsi. {{(pid=101215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 13:45:13.674344 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-757f21d1-139f-4a8e-9611-49d65f44683c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:13.727273 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938dfcea-6407-4f11-9656-a14b6bb2e6ee req-dd2bc9a4-25a1-49e4-b95b-36762cb30b0e tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:13.728734 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-938dfcea-6407-4f11-9656-a14b6bb2e6ee req-dd2bc9a4-25a1-49e4-b95b-36762cb30b0e tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 984 time: 0.0515449 Sep 15 13:45:13.768864 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-938dfcea-6407-4f11-9656-a14b6bb2e6ee req-a77eed14-4ceb-4958-a9c8-48001ee767be tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c4235e1-6383-49c8-8663-c2ce5694b6ef&id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0333920 Sep 15 13:45:13.808929 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.db_base_plugin_common [None req-757f21d1-139f-4a8e-9611-49d65f44683c None None] Allocated IP 172.20.0.2 (480fc22a-9718-4af5-897e-c1ba6a0ea29f/c52fc5a2-023c-41c5-8df6-56d1e497870b/75c847ec-ce42-42e3-8834-780fd64ff30c) {{(pid=101215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:45:13.946536 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4df1f3fb-e541-4086-874c-003468538c24 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:13.960049 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-757f21d1-139f-4a8e-9611-49d65f44683c None None] Notify callbacks [] for port, precommit_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:13.997853 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5052e001-526c-462d-80c4-75a4fca85cbb req-b4877eb6-3fc3-4cde-bb7c-059fed1c2fa7 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 210 time: 0.0275550 Sep 15 13:45:14.045769 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506998c8-36de-470b-a378-4004bf9d86e8 req-fa292a0d-af37-4e80-96d6-5e1ea83be903 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:14.047530 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-506998c8-36de-470b-a378-4004bf9d86e8 req-fa292a0d-af37-4e80-96d6-5e1ea83be903 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0565670 Sep 15 13:45:14.079295 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-757f21d1-139f-4a8e-9611-49d65f44683c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:14.105591 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-506998c8-36de-470b-a378-4004bf9d86e8 req-b0a6ab1f-80f7-4709-90f2-2254d96b727e tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459931 Sep 15 13:45:14.114446 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757f21d1-139f-4a8e-9611-49d65f44683c None None] Network 480fc22a-9718-4af5-897e-c1ba6a0ea29f is already hosted by enough agents. {{(pid=101215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:45:14.117386 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.scheduler.base_scheduler [None req-757f21d1-139f-4a8e-9611-49d65f44683c None None] Resources bound (agent type, host, resource id): {{(pid=101215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:45:14.122612 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757f21d1-139f-4a8e-9611-49d65f44683c None None] Received port after_create {{(pid=101215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:45:14.137686 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f21d1-139f-4a8e-9611-49d65f44683c None None] Pushing event updated for resources: {'Port': ['ID=75c847ec-ce42-42e3-8834-780fd64ff30c,revision_number=1']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:14.181201 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-757f21d1-139f-4a8e-9611-49d65f44683c None None] Attempting to bind port 75c847ec-ce42-42e3-8834-780fd64ff30c on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:45:14.181574 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-757f21d1-139f-4a8e-9611-49d65f44683c None None] Attempting to bind port 75c847ec-ce42-42e3-8834-780fd64ff30c by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': 'a5308b52-47d8-4426-bd77-c33311af5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f'}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:45:14.181938 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757f21d1-139f-4a8e-9611-49d65f44683c None None] Attempting to bind port 75c847ec-ce42-42e3-8834-780fd64ff30c on network 480fc22a-9718-4af5-897e-c1ba6a0ea29f {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:45:14.187498 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757f21d1-139f-4a8e-9611-49d65f44683c None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:45:14.192704 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757f21d1-139f-4a8e-9611-49d65f44683c None None] Checking segment: {'id': 'a5308b52-47d8-4426-bd77-c33311af5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:45:14.192704 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-757f21d1-139f-4a8e-9611-49d65f44683c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:14.192704 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757f21d1-139f-4a8e-9611-49d65f44683c None None] Bound using segment: {'id': 'a5308b52-47d8-4426-bd77-c33311af5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f'} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:45:14.192704 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-757f21d1-139f-4a8e-9611-49d65f44683c None None] Bound port: 75c847ec-ce42-42e3-8834-780fd64ff30c, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5308b52-47d8-4426-bd77-c33311af5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f'}}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:45:14.192704 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-757f21d1-139f-4a8e-9611-49d65f44683c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:14.253973 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-757f21d1-139f-4a8e-9611-49d65f44683c None None] For port 75c847ec-ce42-42e3-8834-780fd64ff30c, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:45:14.256972 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-757f21d1-139f-4a8e-9611-49d65f44683c None None] For port 75c847ec-ce42-42e3-8834-780fd64ff30c, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=75c847ec-ce42-42e3-8834-780fd64ff30c,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:45:14.275184 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4df1f3fb-e541-4086-874c-003468538c24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:14.293363 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4df1f3fb-e541-4086-874c-003468538c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:14.345628 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-757f21d1-139f-4a8e-9611-49d65f44683c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:14.407128 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [None req-4df1f3fb-e541-4086-874c-003468538c24 admin admin] Allocated IP 172.27.0.17 (ece37916-b27e-4896-b760-50248bab8142/37569b60-ab24-446b-9709-ec585ea5ec0b/293447cb-9d70-4e38-a249-a1e0d5f21853) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:45:14.414157 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f21d1-139f-4a8e-9611-49d65f44683c None None] Pushing event updated for resources: {'Port': ['ID=75c847ec-ce42-42e3-8834-780fd64ff30c,revision_number=2']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:14.533282 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4df1f3fb-e541-4086-874c-003468538c24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:14.655172 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4df1f3fb-e541-4086-874c-003468538c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:14.692890 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df1f3fb-e541-4086-874c-003468538c24 admin admin] Network ece37916-b27e-4896-b760-50248bab8142 is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:45:14.695608 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [None req-4df1f3fb-e541-4086-874c-003468538c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:45:14.699124 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df1f3fb-e541-4086-874c-003468538c24 admin admin] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:45:14.706325 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1f3fb-e541-4086-874c-003468538c24 admin admin] Pushing event updated for resources: {'Port': ['ID=293447cb-9d70-4e38-a249-a1e0d5f21853,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:14.895881 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb83c53-57e4-4bfb-a09a-498d6453849e req-25ee36eb-13e6-4b7f-9a7e-d357b5d386c2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:14.897365 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-eeb83c53-57e4-4bfb-a09a-498d6453849e req-25ee36eb-13e6-4b7f-9a7e-d357b5d386c2 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 984 time: 0.0596409 Sep 15 13:45:14.941797 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-eeb83c53-57e4-4bfb-a09a-498d6453849e req-3bab28f8-10ad-4ab4-a6bb-42cd56c51c79 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c4235e1-6383-49c8-8663-c2ce5694b6ef&id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0382700 Sep 15 13:45:15.087274 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0fef5075-3edd-47b2-81c8-304dc3dfd286 req-5176201e-cc7e-4020-93f2-fceb223a6fa1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 210 time: 0.0360451 Sep 15 13:45:15.089778 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4df1f3fb-e541-4086-874c-003468538c24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:15.238551 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b048b6-55a6-41a8-94f2-97d4ba22095b req-b2403c05-b874-4fb2-8d95-8467c962c8d3 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:15.241303 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-33b048b6-55a6-41a8-94f2-97d4ba22095b req-b2403c05-b874-4fb2-8d95-8467c962c8d3 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0560288 Sep 15 13:45:15.241517 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1a4fc1-7151-4526-a35d-fd8738b3b9a9 None None] Network 480fc22a-9718-4af5-897e-c1ba6a0ea29f requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:45:15.282404 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-33b048b6-55a6-41a8-94f2-97d4ba22095b req-93a30eea-a817-4403-bcb6-8091fd8050cd tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342617 Sep 15 13:45:15.304285 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4df1f3fb-e541-4086-874c-003468538c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551007'] for router, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:15.324464 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-23f3231f-fdb3-4455-901d-7cc815e463a3 None None] Provisioning complete for port 75c847ec-ce42-42e3-8834-780fd64ff30c triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:45:15.324759 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-23f3231f-fdb3-4455-901d-7cc815e463a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:15.462736 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-23f3231f-fdb3-4455-901d-7cc815e463a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:15.477790 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df1f3fb-e541-4086-874c-003468538c24 admin admin] Router 47c370e7-8711-4172-8a71-0ab358796903 is scheduled to L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 with binding_index 1 {{(pid=101214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:45:15.499926 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-23f3231f-fdb3-4455-901d-7cc815e463a3 None None] For port 75c847ec-ce42-42e3-8834-780fd64ff30c, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=75c847ec-ce42-42e3-8834-780fd64ff30c,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:45:15.568958 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-23f3231f-fdb3-4455-901d-7cc815e463a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:15.592110 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df1f3fb-e541-4086-874c-003468538c24 admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:45:15.604921 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] Sync routers for ids ['47c370e7-8711-4172-8a71-0ab358796903'] in dv-cinder-803456-3-iscsi {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:45:15.629682 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] Routers {'47c370e7-8711-4172-8a71-0ab358796903'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:45:15.630447 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:44:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['47c370e7-8711-4172-8a71-0ab358796903'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:15.632141 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3231f-fdb3-4455-901d-7cc815e463a3 None None] Pushing event updated for resources: {'Port': ['ID=75c847ec-ce42-42e3-8834-780fd64ff30c,revision_number=3']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:15.695227 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4df1f3fb-e541-4086-874c-003468538c24 admin admin] Notify callbacks [] for router, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:15.697013 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-4df1f3fb-e541-4086-874c-003468538c24 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2030051 Sep 15 13:45:15.699411 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 48728) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:15.715814 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-74a820ae-874b-4529-b287-6e92fc573c87 None None] Provisioning complete for port 75c847ec-ce42-42e3-8834-780fd64ff30c triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:45:15.716190 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-74a820ae-874b-4529-b287-6e92fc573c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:15.741199 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 75c847ec-ce42-42e3-8834-780fd64ff30c up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:45:15.816960 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] Set router 47c370e7-8711-4172-8a71-0ab358796903 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:45:15.913464 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 75c847ec-ce42-42e3-8834-780fd64ff30c triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:45:15.913837 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:16.087171 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b36b90-8ff4-4918-92f0-371b7af05791 req-c14e995d-d041-48b5-9638-020cbcfda3eb tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:16.093444 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-73b36b90-8ff4-4918-92f0-371b7af05791 req-c14e995d-d041-48b5-9638-020cbcfda3eb tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 984 time: 0.0684257 Sep 15 13:45:16.149187 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c370e7-8711-4172-8a71-0ab358796903', 'name': 'tempest-AttachVolumeShelveTestJSON-707555778-router', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:13Z', 'updated_at': '2021-09-15T13:45:14Z', 'revision_number': 3, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'gw_port': {'id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:38:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:14Z', 'updated_at': '2021-09-15T13:45:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:16.156304 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-381047f4-5e4b-4d32-9128-660277e3b993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:16.168228 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-73b36b90-8ff4-4918-92f0-371b7af05791 req-d0a7548f-6a58-4dfb-98f4-cf76e5482b68 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c4235e1-6383-49c8-8663-c2ce5694b6ef&id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0676875 Sep 15 13:45:16.178810 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] Checking router: 47c370e7-8711-4172-8a71-0ab358796903 for host: dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:45:16.179431 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] Updating router 47c370e7-8711-4172-8a71-0ab358796903 port 293447cb-9d70-4e38-a249-a1e0d5f21853 binding host dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:45:16.210097 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:16.261109 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2873b219-cbeb-4104-ad8d-e135a5d39979 req-8504b163-08df-4f24-b823-2d3f58adf6bf tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 210 time: 0.0363462 Sep 15 13:45:16.363338 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_common [None req-381047f4-5e4b-4d32-9128-660277e3b993 admin admin] Allocated IP 172.20.0.1 (480fc22a-9718-4af5-897e-c1ba6a0ea29f/c52fc5a2-023c-41c5-8df6-56d1e497870b/b269121a-c40d-49d0-b1b6-a45a3c43c19d) {{(pid=101213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:45:16.405686 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef38f21-669c-42c1-929c-ff5c4b1a01cc req-5b439f99-f9d4-4e35-b25f-5eea1463b1b3 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:16.407169 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fef38f21-669c-42c1-929c-ff5c4b1a01cc req-5b439f99-f9d4-4e35-b25f-5eea1463b1b3 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0515022 Sep 15 13:45:16.446803 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fef38f21-669c-42c1-929c-ff5c4b1a01cc req-0db17ef9-4b40-4d8c-9809-81cf416c69ad tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324354 Sep 15 13:45:16.494175 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-381047f4-5e4b-4d32-9128-660277e3b993 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:16.494969 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] Notify callbacks [] for port, precommit_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:16.569054 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:16.598114 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-381047f4-5e4b-4d32-9128-660277e3b993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:16.621731 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] Attempting to bind port 293447cb-9d70-4e38-a249-a1e0d5f21853 on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:45:16.622099 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] Attempting to bind port 293447cb-9d70-4e38-a249-a1e0d5f21853 by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:45:16.622459 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] Attempting to bind port 293447cb-9d70-4e38-a249-a1e0d5f21853 on network ece37916-b27e-4896-b760-50248bab8142 {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:45:16.624964 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6db84b-9bf0-4f4b-951e-9062259ae5f0 None None] Pushing event updated for resources: {'Port': ['ID=293447cb-9d70-4e38-a249-a1e0d5f21853,revision_number=2']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:16.630452 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:45:16.630824 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] Checking segment: {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:45:16.631214 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:16.631600 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] Bound using segment: {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:45:16.632063 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] Bound port: 293447cb-9d70-4e38-a249-a1e0d5f21853, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:45:16.632821 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:16.635401 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381047f4-5e4b-4d32-9128-660277e3b993 admin admin] Network 480fc22a-9718-4af5-897e-c1ba6a0ea29f is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:45:16.640346 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-381047f4-5e4b-4d32-9128-660277e3b993 admin admin] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:45:16.643783 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381047f4-5e4b-4d32-9128-660277e3b993 admin admin] Received port after_create {{(pid=101213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:45:16.676359 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381047f4-5e4b-4d32-9128-660277e3b993 admin admin] Pushing event updated for resources: {'Port': ['ID=b269121a-c40d-49d0-b1b6-a45a3c43c19d,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:16.690235 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] For port 293447cb-9d70-4e38-a249-a1e0d5f21853, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:45:16.693906 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] For port 293447cb-9d70-4e38-a249-a1e0d5f21853, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=293447cb-9d70-4e38-a249-a1e0d5f21853,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:45:16.703238 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-381047f4-5e4b-4d32-9128-660277e3b993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551048'] for router_interface, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:16.769506 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:16.837515 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] Routers {'47c370e7-8711-4172-8a71-0ab358796903'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:45:16.838325 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:44:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['47c370e7-8711-4172-8a71-0ab358796903'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:16.874955 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6db84b-9bf0-4f4b-951e-9062259ae5f0 None None] Pushing event updated for resources: {'Port': ['ID=293447cb-9d70-4e38-a249-a1e0d5f21853,revision_number=3']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:16.946175 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] Set router 47c370e7-8711-4172-8a71-0ab358796903 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:45:17.012019 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-381047f4-5e4b-4d32-9128-660277e3b993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:17.074800 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-8698bf0c-3b01-4a91-bf37-3a9d2f3be386 None None] Provisioning complete for port b269121a-c40d-49d0-b1b6-a45a3c43c19d triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:45:17.075167 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-8698bf0c-3b01-4a91-bf37-3a9d2f3be386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:17.187812 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-381047f4-5e4b-4d32-9128-660277e3b993 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:17.256345 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-8698bf0c-3b01-4a91-bf37-3a9d2f3be386 None None] Port b269121a-c40d-49d0-b1b6-a45a3c43c19d cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:45:17.289721 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-381047f4-5e4b-4d32-9128-660277e3b993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5008746'] for port, after_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:17.303447 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c370e7-8711-4172-8a71-0ab358796903', 'name': 'tempest-AttachVolumeShelveTestJSON-707555778-router', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:13Z', 'updated_at': '2021-09-15T13:45:14Z', 'revision_number': 3, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'gw_port': {'id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:38:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:14Z', 'updated_at': '2021-09-15T13:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:17.332749 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71496299-f0b8-432d-8d53-73cfa1fc1acf None None] The sync data for ids ['47c370e7-8711-4172-8a71-0ab358796903'] in dv-cinder-803456-3-iscsi is: [{'id': '47c370e7-8711-4172-8a71-0ab358796903', 'name': 'tempest-AttachVolumeShelveTestJSON-707555778-router', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:13Z', 'updated_at': '2021-09-15T13:45:14Z', 'revision_number': 3, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'gw_port': {'id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:38:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:14Z', 'updated_at': '2021-09-15T13:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}] {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:45:17.363604 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-381047f4-5e4b-4d32-9128-660277e3b993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545048'] for router_interface, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:17.386306 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cffba-3ac6-4e17-aaf3-4eb1b4014590 req-e304d8a1-8d90-4719-8d95-a45261643633 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:17.387870 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f64cffba-3ac6-4e17-aaf3-4eb1b4014590 req-e304d8a1-8d90-4719-8d95-a45261643633 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 984 time: 0.1183302 Sep 15 13:45:17.396290 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-9ab431c7-dc0f-4b09-8124-a0231e0e6c1d tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:17.397796 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-9ab431c7-dc0f-4b09-8124-a0231e0e6c1d tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.15 "GET /v2.0/networks?id=3446c4e2-730d-440b-994b-e995297a5ba4 HTTP/1.1" status: 200 len: 808 time: 0.1965411 Sep 15 13:45:17.463474 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3fbe919c-d36a-410d-8189-9cf22955952f req-1d50e0f4-71eb-4b7d-81d2-9eda2385042a tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 210 time: 0.0384486 Sep 15 13:45:17.471901 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f64cffba-3ac6-4e17-aaf3-4eb1b4014590 req-a32898ed-0c0b-442b-9cc1-71a205859cbf tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c4235e1-6383-49c8-8663-c2ce5694b6ef&id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0730486 Sep 15 13:45:17.496718 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-68ab5085-44b5-4782-a7e9-941bbbac0ea8 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52fa1195747c46d8babcb3bd3b29acf0 HTTP/1.1" status: 200 len: 380 time: 0.0834286 Sep 15 13:45:17.518594 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381047f4-5e4b-4d32-9128-660277e3b993 admin admin] Pushing event updated for resources: {'Port': ['ID=b269121a-c40d-49d0-b1b6-a45a3c43c19d,revision_number=2']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:17.521883 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-d5eee3a5-b2e7-49d7-9bfa-7aa5aaccb8e3 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Request body: {'port': {'device_id': 'fb09b3a4-35b1-45c9-93c1-31729cdc9306', 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4', 'admin_state_up': True, 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'security_groups': ['bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc']}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:17.566994 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381047f4-5e4b-4d32-9128-660277e3b993 admin admin] Network 480fc22a-9718-4af5-897e-c1ba6a0ea29f is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:45:17.568435 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-381047f4-5e4b-4d32-9128-660277e3b993 admin admin] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:45:17.735355 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 75c847ec-ce42-42e3-8834-780fd64ff30c up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:45:17.899469 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 75c847ec-ce42-42e3-8834-780fd64ff30c triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:45:17.899921 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:18.019592 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-e26bb046-d17e-47f3-9d2d-438aad612a08 None None] Provisioning complete for port b269121a-c40d-49d0-b1b6-a45a3c43c19d triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:45:18.020207 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-e26bb046-d17e-47f3-9d2d-438aad612a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:18.021124 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029b75e-ebfe-4942-88fd-e561cacd4fbd req-f2ac794c-5239-46d9-9527-fc0a9b246615 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:18.031208 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c029b75e-ebfe-4942-88fd-e561cacd4fbd req-f2ac794c-5239-46d9-9527-fc0a9b246615 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.1278052 Sep 15 13:45:18.047316 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381047f4-5e4b-4d32-9128-660277e3b993 admin admin] Router 47c370e7-8711-4172-8a71-0ab358796903 has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:45:18.059537 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-e26bb046-d17e-47f3-9d2d-438aad612a08 None None] Port b269121a-c40d-49d0-b1b6-a45a3c43c19d cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:45:18.107726 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c029b75e-ebfe-4942-88fd-e561cacd4fbd req-166d7d22-28f1-42b8-946f-52c607045d30 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754735 Sep 15 13:45:18.164849 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381047f4-5e4b-4d32-9128-660277e3b993 admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:45:18.174319 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-381047f4-5e4b-4d32-9128-660277e3b993 admin admin] 10.222.0.30 "PUT /v2.0/routers/47c370e7-8711-4172-8a71-0ab358796903/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4696698 Sep 15 13:45:18.185818 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-d5eee3a5-b2e7-49d7-9bfa-7aa5aaccb8e3 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Made reservation on behalf of 52fa1195747c46d8babcb3bd3b29acf0 for: {'port': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:45:18.190484 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-d5eee3a5-b2e7-49d7-9bfa-7aa5aaccb8e3 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:18.343123 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-d5eee3a5-b2e7-49d7-9bfa-7aa5aaccb8e3 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Allocated IP 172.20.0.10 (3446c4e2-730d-440b-994b-e995297a5ba4/63546249-766e-46c7-8179-1517924754e7/f7a6d846-0a56-4df5-9cc5-b7ec9a62db70) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:45:18.532544 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee638a5-ec29-48a7-863e-c18f4659a785 req-9b9d5c27-3a98-4182-a73c-b6a566ae16f0 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:18.556382 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-dee638a5-ec29-48a7-863e-c18f4659a785 req-9b9d5c27-3a98-4182-a73c-b6a566ae16f0 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.1142027 Sep 15 13:45:18.580197 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-d5eee3a5-b2e7-49d7-9bfa-7aa5aaccb8e3 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:18.634336 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-dee638a5-ec29-48a7-863e-c18f4659a785 req-c7064829-f79d-4e99-82a1-c356215237c5 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767879 Sep 15 13:45:18.701183 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-d5eee3a5-b2e7-49d7-9bfa-7aa5aaccb8e3 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:18.760695 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-d5eee3a5-b2e7-49d7-9bfa-7aa5aaccb8e3 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Network 3446c4e2-730d-440b-994b-e995297a5ba4 is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:45:18.765840 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567641ef-fba9-4ab4-b85e-38fb776ac325 req-8b21f0ff-2d13-4419-b045-e43a1ec9b5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:18.767062 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27992103-c6d5-4466-a448-1b159a9a9aeb req-c549cc5b-84a1-40b3-8e70-d4d38c85bc90 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:18.767418 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-567641ef-fba9-4ab4-b85e-38fb776ac325 req-8b21f0ff-2d13-4419-b045-e43a1ec9b5d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9afbcb1e186943a180e744626f0ee7af&device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 1098 time: 0.0967681 Sep 15 13:45:18.769683 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-27992103-c6d5-4466-a448-1b159a9a9aeb req-c549cc5b-84a1-40b3-8e70-d4d38c85bc90 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 932 time: 0.0559728 Sep 15 13:45:18.773318 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-d5eee3a5-b2e7-49d7-9bfa-7aa5aaccb8e3 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:45:18.775855 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-d5eee3a5-b2e7-49d7-9bfa-7aa5aaccb8e3 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:45:18.788627 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eee3a5-b2e7-49d7-9bfa-7aa5aaccb8e3 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Pushing event updated for resources: {'Port': ['ID=f7a6d846-0a56-4df5-9cc5-b7ec9a62db70,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:18.810093 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-27992103-c6d5-4466-a448-1b159a9a9aeb req-01ec3def-0bb0-4829-8bd5-39b0c7f7a861 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355592 Sep 15 13:45:18.904725 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 48778) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:18.909985 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-45f857d5-0614-46f0-b0d3-31c3f30c123f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--786133721', 'description': 'tempest-description--386567668'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:18.944808 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-d5eee3a5-b2e7-49d7-9bfa-7aa5aaccb8e3 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:18.945580 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-d5eee3a5-b2e7-49d7-9bfa-7aa5aaccb8e3 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:18.989572 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567641ef-fba9-4ab4-b85e-38fb776ac325 req-d9a6e0f0-6934-4721-b007-f8056d1bbba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:18.997248 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-567641ef-fba9-4ab4-b85e-38fb776ac325 req-d9a6e0f0-6934-4721-b007-f8056d1bbba5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a95ae3f-eb65-4410-bd12-2770233cdae3 HTTP/1.1" status: 200 len: 911 time: 0.2114520 Sep 15 13:45:19.064242 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-567641ef-fba9-4ab4-b85e-38fb776ac325 req-9162c638-06f2-421e-a918-c4391ca1a15b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee782ef4-59ee-40b2-ae51-01d1682ba32f HTTP/1.1" status: 200 len: 1001 time: 0.0655980 Sep 15 13:45:19.071493 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-45f857d5-0614-46f0-b0d3-31c3f30c123f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:19.085623 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-0d437bc4-c4bb-40e9-9d82-ebb2587c4ef0 None None] Provisioning complete for port f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:45:19.086243 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-0d437bc4-c4bb-40e9-9d82-ebb2587c4ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:19.122955 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567641ef-fba9-4ab4-b85e-38fb776ac325 req-666bd6eb-e552-4db2-85a3-c06d24ca86a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:19.125248 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-567641ef-fba9-4ab4-b85e-38fb776ac325 req-666bd6eb-e552-4db2-85a3-c06d24ca86a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6 HTTP/1.1" status: 200 len: 849 time: 0.0545957 Sep 15 13:45:19.138311 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-0d437bc4-c4bb-40e9-9d82-ebb2587c4ef0 None None] Port f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:45:19.174253 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-d5eee3a5-b2e7-49d7-9bfa-7aa5aaccb8e3 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6638412 Sep 15 13:45:19.184306 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567641ef-fba9-4ab4-b85e-38fb776ac325 req-3757d4a3-ef90-4d09-a1a5-9049f04df1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:19.186470 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-567641ef-fba9-4ab4-b85e-38fb776ac325 req-3757d4a3-ef90-4d09-a1a5-9049f04df1d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a95ae3f-eb65-4410-bd12-2770233cdae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536888 Sep 15 13:45:19.190169 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-2743b873-6f9b-4675-99f2-3056b52a674e service neutron] Request body: {'port': {'device_id': 'fb09b3a4-35b1-45c9-93c1-31729cdc9306', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:19.256246 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-45f857d5-0614-46f0-b0d3-31c3f30c123f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:19.303249 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-2743b873-6f9b-4675-99f2-3056b52a674e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:19.340463 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-45f857d5-0614-46f0-b0d3-31c3f30c123f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:19.361018 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-567641ef-fba9-4ab4-b85e-38fb776ac325 req-f4d8ce56-dba6-4965-bec8-53d59bc748f9 service neutron] 10.222.0.15 "GET /v2.0/networks/1a95ae3f-eb65-4410-bd12-2770233cdae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672113 Sep 15 13:45:19.375667 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f857d5-0614-46f0-b0d3-31c3f30c123f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2093ad-5096-4386-a3ca-43ea61814409,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:19.437472 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-45f857d5-0614-46f0-b0d3-31c3f30c123f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:19.438870 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-45f857d5-0614-46f0-b0d3-31c3f30c123f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5330298 Sep 15 13:45:19.441674 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 48786) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:19.446040 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-5831e62a-5ebb-4d2c-b4f8-107408136079 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Request body: {'security_group_rule': {'security_group_id': 'aa2093ad-5096-4386-a3ca-43ea61814409', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:19.483882 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] Sync routers for ids ['47c370e7-8711-4172-8a71-0ab358796903'] in dv-cinder-803456-3-iscsi {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:45:19.493399 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] Routers {'47c370e7-8711-4172-8a71-0ab358796903'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:45:19.494221 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:44:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['47c370e7-8711-4172-8a71-0ab358796903'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:19.544996 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-567641ef-fba9-4ab4-b85e-38fb776ac325 req-d54b5338-9c1e-4571-90ab-c8df11575085 service neutron] 10.222.0.15 "GET /v2.0/networks/1a95ae3f-eb65-4410-bd12-2770233cdae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698103 Sep 15 13:45:19.556825 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5831e62a-5ebb-4d2c-b4f8-107408136079 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:19.621630 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5831e62a-5ebb-4d2c-b4f8-107408136079 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:19.625937 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] Set router 47c370e7-8711-4172-8a71-0ab358796903 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:45:19.687068 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-2743b873-6f9b-4675-99f2-3056b52a674e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 {{(pid=101214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:45:19.695381 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-2743b873-6f9b-4675-99f2-3056b52a674e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:19.711813 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5831e62a-5ebb-4d2c-b4f8-107408136079 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:19.718732 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 293447cb-9d70-4e38-a249-a1e0d5f21853 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:45:19.729816 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831e62a-5ebb-4d2c-b4f8-107408136079 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f31551-d1cf-4188-a5dd-d81d400f270e,revision_number=0']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:19.731217 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.provisioning_blocks [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-2743b873-6f9b-4675-99f2-3056b52a674e service neutron] Transition to ACTIVE for port object f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 will not be triggered until provisioned by entity L2. {{(pid=101214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:45:19.773653 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 293447cb-9d70-4e38-a249-a1e0d5f21853 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:45:19.774035 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:19.787298 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce659861-a6c2-4995-ac83-969465066f67 req-8707aba1-5f65-45ba-bad6-d5e7b1efbb4d tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:19.788899 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ce659861-a6c2-4995-ac83-969465066f67 req-8707aba1-5f65-45ba-bad6-d5e7b1efbb4d tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0539577 Sep 15 13:45:19.809518 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-2743b873-6f9b-4675-99f2-3056b52a674e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:19.835531 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ce659861-a6c2-4995-ac83-969465066f67 req-8fd19c7b-12b3-40f4-823b-4411b9a33532 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406928 Sep 15 13:45:19.863193 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5831e62a-5ebb-4d2c-b4f8-107408136079 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:19.865481 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-5831e62a-5ebb-4d2c-b4f8-107408136079 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4228098 Sep 15 13:45:19.868132 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 48792) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:19.874359 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-b4085dbb-82ce-4bea-a637-18e1872bb143 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Request body: {'security_group_rule': {'security_group_id': 'aa2093ad-5096-4386-a3ca-43ea61814409', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:19.888377 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743b873-6f9b-4675-99f2-3056b52a674e service neutron] Pushing event updated for resources: {'Port': ['ID=f7a6d846-0a56-4df5-9cc5-b7ec9a62db70,revision_number=2']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:19.901172 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:19.929388 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c370e7-8711-4172-8a71-0ab358796903', 'name': 'tempest-AttachVolumeShelveTestJSON-707555778-router', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:13Z', 'updated_at': '2021-09-15T13:45:16Z', 'revision_number': 4, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'gw_port': {'id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:38:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:14Z', 'updated_at': '2021-09-15T13:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': 'b269121a-c40d-49d0-b1b6-a45a3c43c19d', 'name': '', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'mac_address': 'fa:16:3e:ab:fe:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:16Z', 'updated_at': '2021-09-15T13:45:17Z', 'revision_number': 2, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'subnets': [{'id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:19.934867 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] For port 293447cb-9d70-4e38-a249-a1e0d5f21853, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=293447cb-9d70-4e38-a249-a1e0d5f21853,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:45:19.965402 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] Checking router: 47c370e7-8711-4172-8a71-0ab358796903 for host: dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:45:19.966180 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] Updating router 47c370e7-8711-4172-8a71-0ab358796903 port b269121a-c40d-49d0-b1b6-a45a3c43c19d binding host dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:45:19.993401 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:19.997181 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b4085dbb-82ce-4bea-a637-18e1872bb143 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:20.026874 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f04603-d4f0-4d3c-8575-6b0122e1b5a9 req-1e37d6d1-481e-4744-9d24-54e712cd13a2 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:20.032786 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:20.035293 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-35f04603-d4f0-4d3c-8575-6b0122e1b5a9 req-1e37d6d1-481e-4744-9d24-54e712cd13a2 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 944 time: 0.1091886 Sep 15 13:45:20.037658 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-2743b873-6f9b-4675-99f2-3056b52a674e service neutron] Attempting to bind port f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:45:20.037871 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-2743b873-6f9b-4675-99f2-3056b52a674e service neutron] Attempting to bind port f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': 'aee09e3c-777e-40f2-964e-304d3ae0c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4'}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:45:20.038189 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-2743b873-6f9b-4675-99f2-3056b52a674e service neutron] Attempting to bind port f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 on network 3446c4e2-730d-440b-994b-e995297a5ba4 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:45:20.061654 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-2743b873-6f9b-4675-99f2-3056b52a674e service neutron] Port f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 on network 3446c4e2-730d-440b-994b-e995297a5ba4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:45:20.062032 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-2743b873-6f9b-4675-99f2-3056b52a674e service neutron] Attempting to bind port f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 on network 3446c4e2-730d-440b-994b-e995297a5ba4 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:45:20.075779 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-2743b873-6f9b-4675-99f2-3056b52a674e service neutron] Checking agent: {'id': 'b550a8ff-0b84-4201-8276-b98629f1370c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'started_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:45:20.076142 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-2743b873-6f9b-4675-99f2-3056b52a674e service neutron] Checking segment: {'id': 'aee09e3c-777e-40f2-964e-304d3ae0c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:45:20.076707 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-2743b873-6f9b-4675-99f2-3056b52a674e service neutron] Bound using segment: {'id': 'aee09e3c-777e-40f2-964e-304d3ae0c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4'} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:45:20.077240 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-2743b873-6f9b-4675-99f2-3056b52a674e service neutron] Bound port: f7a6d846-0a56-4df5-9cc5-b7ec9a62db70, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee09e3c-777e-40f2-964e-304d3ae0c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4'}}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:45:20.077694 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-2743b873-6f9b-4675-99f2-3056b52a674e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:20.109191 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Pushing event updated for resources: {'Port': ['ID=293447cb-9d70-4e38-a249-a1e0d5f21853,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:20.112045 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-35f04603-d4f0-4d3c-8575-6b0122e1b5a9 req-5bc7cb91-d09b-4be2-a0d8-b5466cf55e56 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763135 Sep 15 13:45:20.119936 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b4085dbb-82ce-4bea-a637-18e1872bb143 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:20.180346 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-2743b873-6f9b-4675-99f2-3056b52a674e service neutron] For port f7a6d846-0a56-4df5-9cc5-b7ec9a62db70, host hv-cinder-80345, cleared binding levels {{(pid=101214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:45:20.183748 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-2743b873-6f9b-4675-99f2-3056b52a674e service neutron] For port f7a6d846-0a56-4df5-9cc5-b7ec9a62db70, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=f7a6d846-0a56-4df5-9cc5-b7ec9a62db70,segment=NetworkSegment(aee09e3c-777e-40f2-964e-304d3ae0c06e),segment_id=aee09e3c-777e-40f2-964e-304d3ae0c06e)] {{(pid=101214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:45:20.203301 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b4085dbb-82ce-4bea-a637-18e1872bb143 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:20.218593 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4085dbb-82ce-4bea-a637-18e1872bb143 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82376aa3-6be8-4376-9cba-b5995d92ab89,revision_number=0']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:20.300523 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] Notify callbacks [] for port, precommit_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:20.313176 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-2743b873-6f9b-4675-99f2-3056b52a674e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:20.313771 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b4085dbb-82ce-4bea-a637-18e1872bb143 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:20.317871 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-b4085dbb-82ce-4bea-a637-18e1872bb143 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4457438 Sep 15 13:45:20.321825 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 48798) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:20.323798 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-94cffe78-e2a2-4b47-b063-c7f379450f29 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Request body: {'floatingip': {'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:20.350856 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-2743b873-6f9b-4675-99f2-3056b52a674e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:20.350856 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-2743b873-6f9b-4675-99f2-3056b52a674e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:20.352410 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-2743b873-6f9b-4675-99f2-3056b52a674e service neutron] 10.222.0.15 "PUT /v2.0/ports/f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 HTTP/1.1" status: 200 len: 1094 time: 1.1703379 Sep 15 13:45:20.354838 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb09b3a4-35b1-45c9-93c1-31729cdc9306', 'tag': 'f7a6d846-0a56-4df5-9cc5-b7ec9a62db70'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:45:20.358280 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7949b07e-e3b5-4cde-a365-fb44d35e4567" -d '{"events": [{"name": "network-changed", "server_uuid": "fb09b3a4-35b1-45c9-93c1-31729cdc9306", "tag": "f7a6d846-0a56-4df5-9cc5-b7ec9a62db70"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:45:20.380291 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:20.392288 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743b873-6f9b-4675-99f2-3056b52a674e service neutron] Pushing event updated for resources: {'Port': ['ID=f7a6d846-0a56-4df5-9cc5-b7ec9a62db70,revision_number=3']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:20.418767 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39529de2-447a-489b-9fa9-9cd3346d9491 x-openstack-request-id: req-39529de2-447a-489b-9fa9-9cd3346d9491 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:45:20.419064 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb09b3a4-35b1-45c9-93c1-31729cdc9306", "tag": "f7a6d846-0a56-4df5-9cc5-b7ec9a62db70", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:45:20.419380 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-39529de2-447a-489b-9fa9-9cd3346d9491 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:45:20.424130 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb09b3a4-35b1-45c9-93c1-31729cdc9306', 'tag': 'f7a6d846-0a56-4df5-9cc5-b7ec9a62db70', 'status': 'completed', 'code': 200} Sep 15 13:45:20.431971 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f57d7-1f9f-405a-a961-ccb51ed4e09d None None] Pushing event updated for resources: {'Port': ['ID=b269121a-c40d-49d0-b1b6-a45a3c43c19d,revision_number=3']} {{(pid=101216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:20.443359 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-94cffe78-e2a2-4b47-b063-c7f379450f29 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for floatingip, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:20.499584 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949b07e-e3b5-4cde-a365-fb44d35e4567 req-51fd3ded-887d-400c-8eef-2b5fa07417b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:20.501606 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-7949b07e-e3b5-4cde-a365-fb44d35e4567 req-51fd3ded-887d-400c-8eef-2b5fa07417b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=52fa1195747c46d8babcb3bd3b29acf0&device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 1097 time: 0.0612161 Sep 15 13:45:20.572458 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] Attempting to bind port b269121a-c40d-49d0-b1b6-a45a3c43c19d on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:45:20.573502 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] Attempting to bind port b269121a-c40d-49d0-b1b6-a45a3c43c19d by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': 'a5308b52-47d8-4426-bd77-c33311af5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f'}] {{(pid=101216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:45:20.574359 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] Attempting to bind port b269121a-c40d-49d0-b1b6-a45a3c43c19d on network 480fc22a-9718-4af5-897e-c1ba6a0ea29f {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:45:20.581002 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:45:20.581648 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] Checking segment: {'id': 'a5308b52-47d8-4426-bd77-c33311af5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:45:20.584733 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:20.584733 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] Bound using segment: {'id': 'a5308b52-47d8-4426-bd77-c33311af5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f'} {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:45:20.584733 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] Bound port: b269121a-c40d-49d0-b1b6-a45a3c43c19d, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5308b52-47d8-4426-bd77-c33311af5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f'}}] {{(pid=101216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:45:20.584733 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:20.591572 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-94cffe78-e2a2-4b47-b063-c7f379450f29 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:20.643780 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949b07e-e3b5-4cde-a365-fb44d35e4567 req-2104666f-63d3-4352-bfbe-f2e34e87bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:20.645397 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-7949b07e-e3b5-4cde-a365-fb44d35e4567 req-2104666f-63d3-4352-bfbe-f2e34e87bbb9 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=52fa1195747c46d8babcb3bd3b29acf0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1353340 Sep 15 13:45:20.653447 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.db [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] For port b269121a-c40d-49d0-b1b6-a45a3c43c19d, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:45:20.656916 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.db [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] For port b269121a-c40d-49d0-b1b6-a45a3c43c19d, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=b269121a-c40d-49d0-b1b6-a45a3c43c19d,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:45:20.737136 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_common [None req-94cffe78-e2a2-4b47-b063-c7f379450f29 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Allocated IP 172.27.0.140 (ece37916-b27e-4896-b760-50248bab8142/37569b60-ab24-446b-9709-ec585ea5ec0b/f8e92e35-3688-4dbd-87d6-cbb25315f4a6) {{(pid=101213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:45:20.746143 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:20.763256 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949b07e-e3b5-4cde-a365-fb44d35e4567 req-44cc4e22-b4d4-4e6a-8217-c9c0c0d227b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:20.765437 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-7949b07e-e3b5-4cde-a365-fb44d35e4567 req-44cc4e22-b4d4-4e6a-8217-c9c0c0d227b8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1131794 Sep 15 13:45:20.814885 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] Routers {'47c370e7-8711-4172-8a71-0ab358796903'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:45:20.815710 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:44:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['47c370e7-8711-4172-8a71-0ab358796903'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:20.835043 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-06ef9875-3f4d-4820-a46e-254479e2a732 None None] Provisioning complete for port b269121a-c40d-49d0-b1b6-a45a3c43c19d triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:45:20.838160 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-06ef9875-3f4d-4820-a46e-254479e2a732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:20.861412 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-fe799633-2502-47dd-a38c-243054b9da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:20.864200 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-fe799633-2502-47dd-a38c-243054b9da5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=52fa1195747c46d8babcb3bd3b29acf0&device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 1097 time: 0.0545988 Sep 15 13:45:20.907478 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-94cffe78-e2a2-4b47-b063-c7f379450f29 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for port, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:20.919774 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f57d7-1f9f-405a-a961-ccb51ed4e09d None None] Pushing event updated for resources: {'Port': ['ID=b269121a-c40d-49d0-b1b6-a45a3c43c19d,revision_number=4']} {{(pid=101216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:20.975124 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-a8a055a8-fe5a-4654-9046-a9ee6f566d88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 HTTP/1.1" status: 200 len: 217 time: 0.0970566 Sep 15 13:45:21.015701 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-06ef9875-3f4d-4820-a46e-254479e2a732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.030412 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] Set router 47c370e7-8711-4172-8a71-0ab358796903 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:45:21.048177 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-207a8b45-f4f5-4e93-918c-464a823b7e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:21.057058 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-207a8b45-f4f5-4e93-918c-464a823b7e2c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63546249-766e-46c7-8179-1517924754e7 HTTP/1.1" status: 200 len: 847 time: 0.0665674 Sep 15 13:45:21.057225 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9ee7e-f77d-49fd-875a-9e21a203ba27 req-3b94309e-e448-4c91-8e7d-50d8ccd2e40b tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:21.057225 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b6d9ee7e-f77d-49fd-875a-9e21a203ba27 req-3b94309e-e448-4c91-8e7d-50d8ccd2e40b tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0680306 Sep 15 13:45:21.057422 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-06ef9875-3f4d-4820-a46e-254479e2a732 None None] For port b269121a-c40d-49d0-b1b6-a45a3c43c19d, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=b269121a-c40d-49d0-b1b6-a45a3c43c19d,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:45:21.091999 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 48816) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:21.097699 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b6d9ee7e-f77d-49fd-875a-9e21a203ba27 req-b0b39033-3ac1-40a7-ae6f-b352566d0cbc tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376201 Sep 15 13:45:21.112489 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-94cffe78-e2a2-4b47-b063-c7f379450f29 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.131502 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-9126b9a8-89c8-41f0-8bea-3bfbe5a2b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:21.133697 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-9126b9a8-89c8-41f0-8bea-3bfbe5a2b3cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3446c4e2-730d-440b-994b-e995297a5ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769477 Sep 15 13:45:21.140690 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-06ef9875-3f4d-4820-a46e-254479e2a732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.185184 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cffe78-e2a2-4b47-b063-c7f379450f29 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Network ece37916-b27e-4896-b760-50248bab8142 is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:45:21.199678 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-94cffe78-e2a2-4b47-b063-c7f379450f29 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:45:21.206858 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-00670d71-a5c2-4917-bf88-aa2d1ca2e7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.208119 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cffe78-e2a2-4b47-b063-c7f379450f29 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Received port after_create {{(pid=101213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:45:21.244023 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef9875-3f4d-4820-a46e-254479e2a732 None None] Pushing event updated for resources: {'Port': ['ID=b269121a-c40d-49d0-b1b6-a45a3c43c19d,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:21.265029 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-cb18a4cd-6246-4e2c-a4f7-5108f094cad5 None None] Provisioning complete for port b269121a-c40d-49d0-b1b6-a45a3c43c19d triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:45:21.265682 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-cb18a4cd-6246-4e2c-a4f7-5108f094cad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.266173 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cffe78-e2a2-4b47-b063-c7f379450f29 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Pushing event updated for resources: {'Port': ['ID=f8e92e35-3688-4dbd-87d6-cbb25315f4a6,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:21.307074 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ce1d30ba-019f-4c2e-873a-1cfbefd787a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.339981 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-94cffe78-e2a2-4b47-b063-c7f379450f29 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.357791 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-5823fc1d-ca6f-4092-938e-785c5f39e8bd service neutron] 10.222.0.15 "GET /v2.0/networks/3446c4e2-730d-440b-994b-e995297a5ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039931 Sep 15 13:45:21.369769 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e096bb-7550-47da-92b1-f176d1edc780 req-4c8a521f-f1a6-4b15-884d-559f8fc2a2fd tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:21.371237 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-68e096bb-7550-47da-92b1-f176d1edc780 req-4c8a521f-f1a6-4b15-884d-559f8fc2a2fd tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 944 time: 0.1025579 Sep 15 13:45:21.428880 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c370e7-8711-4172-8a71-0ab358796903', 'name': 'tempest-AttachVolumeShelveTestJSON-707555778-router', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:13Z', 'updated_at': '2021-09-15T13:45:16Z', 'revision_number': 4, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'gw_port': {'id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:38:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:14Z', 'updated_at': '2021-09-15T13:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': 'b269121a-c40d-49d0-b1b6-a45a3c43c19d', 'name': '', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'mac_address': 'fa:16:3e:ab:fe:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:16Z', 'updated_at': '2021-09-15T13:45:20Z', 'revision_number': 4, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'subnets': [{'id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:21.441483 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-94cffe78-e2a2-4b47-b063-c7f379450f29 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.457036 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96147eb-1049-4f2f-8a13-15eb76907596 None None] The sync data for ids ['47c370e7-8711-4172-8a71-0ab358796903'] in dv-cinder-803456-3-iscsi is: [{'id': '47c370e7-8711-4172-8a71-0ab358796903', 'name': 'tempest-AttachVolumeShelveTestJSON-707555778-router', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:13Z', 'updated_at': '2021-09-15T13:45:16Z', 'revision_number': 4, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'gw_port': {'id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:38:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:14Z', 'updated_at': '2021-09-15T13:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': 'b269121a-c40d-49d0-b1b6-a45a3c43c19d', 'name': '', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'mac_address': 'fa:16:3e:ab:fe:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:16Z', 'updated_at': '2021-09-15T13:45:20Z', 'revision_number': 4, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'subnets': [{'id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:45:21.497931 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-68e096bb-7550-47da-92b1-f176d1edc780 req-fe0a92fe-8e46-47f7-82c0-29499041e1d6 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112959 Sep 15 13:45:21.552067 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9177e423-9d09-40b9-a0fd-db6e0f73f333 req-8ebc845c-c363-46b5-866f-947a57656a75 service neutron] 10.222.0.15 "GET /v2.0/networks/3446c4e2-730d-440b-994b-e995297a5ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769280 Sep 15 13:45:21.572188 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ce1d30ba-019f-4c2e-873a-1cfbefd787a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.649904 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-94cffe78-e2a2-4b47-b063-c7f379450f29 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for port, precommit_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.682405 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ce1d30ba-019f-4c2e-873a-1cfbefd787a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.728551 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-ce1d30ba-019f-4c2e-873a-1cfbefd787a2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=273e7e8f74bc470d84365e5f393ed87d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6359534 Sep 15 13:45:21.729289 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d30ba-019f-4c2e-873a-1cfbefd787a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5f1991-b367-48ba-902a-f86fd0e34096,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:21.731025 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 48824) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:21.746105 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-94cffe78-e2a2-4b47-b063-c7f379450f29 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5008746'] for port, after_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.777455 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device b269121a-c40d-49d0-b1b6-a45a3c43c19d up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:45:21.832901 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port b269121a-c40d-49d0-b1b6-a45a3c43c19d triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:45:21.833310 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.848784 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cffe78-e2a2-4b47-b063-c7f379450f29 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Pushing event updated for resources: {'Port': ['ID=f8e92e35-3688-4dbd-87d6-cbb25315f4a6,revision_number=2']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:21.871658 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-94cffe78-e2a2-4b47-b063-c7f379450f29 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550917'] for floatingip, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.878157 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a5de1a43-4729-4c1d-9ddd-72ec5dbcc5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.907710 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a5de1a43-4729-4c1d-9ddd-72ec5dbcc5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.928081 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 293447cb-9d70-4e38-a249-a1e0d5f21853 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:45:21.976690 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 293447cb-9d70-4e38-a249-a1e0d5f21853 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:45:21.977060 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.985583 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-94cffe78-e2a2-4b47-b063-c7f379450f29 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for floatingip, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:21.986861 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-94cffe78-e2a2-4b47-b063-c7f379450f29 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6676652 Sep 15 13:45:22.088808 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a5de1a43-4729-4c1d-9ddd-72ec5dbcc5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:22.091476 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a5de1a43-4729-4c1d-9ddd-72ec5dbcc5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:22.093453 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-a5de1a43-4729-4c1d-9ddd-72ec5dbcc5d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dc5f1991-b367-48ba-902a-f86fd0e34096 HTTP/1.1" status: 204 len: 168 time: 0.3612158 Sep 15 13:45:22.101854 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de1a43-4729-4c1d-9ddd-72ec5dbcc5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5f1991-b367-48ba-902a-f86fd0e34096,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:22.196664 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-a0ddf08e-d82a-40a1-9f4e-0904f90c0e4b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--786133721&fields=id&tenant_id=d456829f8de447eea8fd66f35874b574 HTTP/1.1" status: 200 len: 267 time: 0.0360022 Sep 15 13:45:22.313978 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-e8f8e86d-4f7a-4b1d-997a-f42e4da0ea14 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:22.315721 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-e8f8e86d-4f7a-4b1d-997a-f42e4da0ea14 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/networks?id=480fc22a-9718-4af5-897e-c1ba6a0ea29f HTTP/1.1" status: 200 len: 816 time: 0.1107996 Sep 15 13:45:22.331733 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-861d1e30-9333-42d9-8c71-2828ee66f29d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/quotas/d456829f8de447eea8fd66f35874b574 HTTP/1.1" status: 200 len: 375 time: 0.0096750 Sep 15 13:45:22.388618 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-db33bc8f-6c8c-4913-816f-5d1b16accec2 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d456829f8de447eea8fd66f35874b574&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501463 Sep 15 13:45:22.492133 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-7955b291-8888-40dc-8f34-ed0f5cb5f6ee service neutron] 10.222.0.30 "GET /v2.0/networks/480fc22a-9718-4af5-897e-c1ba6a0ea29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912881 Sep 15 13:45:22.603811 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-1c7065d6-a749-425a-bc46-773366c4d5a4 service neutron] 10.222.0.30 "GET /v2.0/networks/480fc22a-9718-4af5-897e-c1ba6a0ea29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043255 Sep 15 13:45:22.618501 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd72585-a133-485a-a9d0-8f905922c6df req-4668d62d-55bc-447f-9199-4af074951606 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:22.620043 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2bd72585-a133-485a-a9d0-8f905922c6df req-4668d62d-55bc-447f-9199-4af074951606 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 944 time: 0.0578270 Sep 15 13:45:22.661551 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2bd72585-a133-485a-a9d0-8f905922c6df req-f29ba90e-4aa1-4c33-9872-9402057817d1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343127 Sep 15 13:45:22.873609 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-542eef27-d8a9-485f-839a-276d434d85ec req-90bb416c-a6a7-4d8e-bc57-08f973b02a6c tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 210 time: 0.0323167 Sep 15 13:45:23.702610 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-aa726fd9-1149-4503-b97b-6d240f3d8e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:23.757662 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:23.778792 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314204e0-9168-4b5e-872a-e275907fa09f req-a29985b6-f5c3-4751-9770-2d231775f388 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:23.781393 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-314204e0-9168-4b5e-872a-e275907fa09f req-a29985b6-f5c3-4751-9770-2d231775f388 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 944 time: 0.0522237 Sep 15 13:45:23.821213 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-314204e0-9168-4b5e-872a-e275907fa09f req-be9031c7-d3ea-4624-8bf0-a92e361f605a tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339193 Sep 15 13:45:23.968904 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ace07e5f-2534-44c9-a6c6-85a1e6459d27 req-86d270ee-7504-45f1-912a-f1a1ed7da34f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 210 time: 0.0266817 Sep 15 13:45:24.941198 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a556f-b951-4d94-9f7d-9c97e93ccd11 req-50a28383-5fff-4a1c-aef3-af78540f2ecf tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:24.942737 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f31a556f-b951-4d94-9f7d-9c97e93ccd11 req-50a28383-5fff-4a1c-aef3-af78540f2ecf tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 944 time: 0.0550611 Sep 15 13:45:24.980444 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f31a556f-b951-4d94-9f7d-9c97e93ccd11 req-1df38891-f267-4a32-a1c3-b6034a4893fb tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318158 Sep 15 13:45:25.070251 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-93988920-6db4-4c02-bd50-d36a44035ae6 req-bbaac8ab-e0a6-47a6-a7f3-0a58e6bef33f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 210 time: 0.0266926 Sep 15 13:45:25.106244 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:25.314477 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-1bc610c8-6818-4255-8645-e9e10258fb97 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:25.315906 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-1bc610c8-6818-4255-8645-e9e10258fb97 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.15 "GET /v2.0/networks?id=480fc22a-9718-4af5-897e-c1ba6a0ea29f HTTP/1.1" status: 200 len: 816 time: 0.1038020 Sep 15 13:45:25.359310 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-71f92915-7b51-48f0-b7a2-b23b4bd5113b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d456829f8de447eea8fd66f35874b574 HTTP/1.1" status: 200 len: 379 time: 0.0347540 Sep 15 13:45:25.368778 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-25d0b653-b0e0-4e35-b634-0b423995dff8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Request body: {'port': {'device_id': 'cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'admin_state_up': True, 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'security_groups': ['aa2093ad-5096-4386-a3ca-43ea61814409']}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:25.523094 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-25d0b653-b0e0-4e35-b634-0b423995dff8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Made reservation on behalf of d456829f8de447eea8fd66f35874b574 for: {'port': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:45:25.526618 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-25d0b653-b0e0-4e35-b634-0b423995dff8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:25.656593 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-25d0b653-b0e0-4e35-b634-0b423995dff8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Allocated IP 172.20.0.3 (480fc22a-9718-4af5-897e-c1ba6a0ea29f/c52fc5a2-023c-41c5-8df6-56d1e497870b/b2bc793d-38ba-40f2-9359-936a50101bd4) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:45:25.796518 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-25d0b653-b0e0-4e35-b634-0b423995dff8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:25.894968 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-25d0b653-b0e0-4e35-b634-0b423995dff8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:25.936581 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-25d0b653-b0e0-4e35-b634-0b423995dff8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Network 480fc22a-9718-4af5-897e-c1ba6a0ea29f is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:45:25.939963 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-25d0b653-b0e0-4e35-b634-0b423995dff8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:45:25.942350 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-25d0b653-b0e0-4e35-b634-0b423995dff8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:45:25.975129 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0b653-b0e0-4e35-b634-0b423995dff8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Pushing event updated for resources: {'Port': ['ID=b2bc793d-38ba-40f2-9359-936a50101bd4,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:26.007267 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-25d0b653-b0e0-4e35-b634-0b423995dff8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:26.007991 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-25d0b653-b0e0-4e35-b634-0b423995dff8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:26.111342 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3006ab-5c32-43ff-b120-e8ba3f0292b7 req-f6202835-e0ec-4e9e-89c7-a216326e1d39 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:26.112836 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-df3006ab-5c32-43ff-b120-e8ba3f0292b7 req-f6202835-e0ec-4e9e-89c7-a216326e1d39 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 944 time: 0.0544908 Sep 15 13:45:26.114568 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-25d0b653-b0e0-4e35-b634-0b423995dff8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7495339 Sep 15 13:45:26.138259 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-e81dcd7e-2e47-45ea-8dd4-58ef15c1479b service neutron] Request body: {'port': {'device_id': 'cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:26.177718 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-df3006ab-5c32-43ff-b120-e8ba3f0292b7 req-a49938c9-243a-415a-8fa0-cb787667c408 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581133 Sep 15 13:45:26.192219 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ff537-1a3b-4932-b3ed-5bfa9ae4d9fb req-6345349f-26a2-4f77-af9a-15cc7d4f7d48 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:26.193926 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-034ff537-1a3b-4932-b3ed-5bfa9ae4d9fb req-6345349f-26a2-4f77-af9a-15cc7d4f7d48 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 931 time: 0.0507884 Sep 15 13:45:26.216071 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-e81dcd7e-2e47-45ea-8dd4-58ef15c1479b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:26.216316 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-811c84df-726b-4b75-a958-d3d58c0bd722 None None] Provisioning complete for port b2bc793d-38ba-40f2-9359-936a50101bd4 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:45:26.216316 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-811c84df-726b-4b75-a958-d3d58c0bd722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:26.236600 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-034ff537-1a3b-4932-b3ed-5bfa9ae4d9fb req-01295aec-2fe9-4fd4-a0ea-d339a16463d0 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364823 Sep 15 13:45:26.249733 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-811c84df-726b-4b75-a958-d3d58c0bd722 None None] Port b2bc793d-38ba-40f2-9359-936a50101bd4 cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:45:26.468606 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-e81dcd7e-2e47-45ea-8dd4-58ef15c1479b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2bc793d-38ba-40f2-9359-936a50101bd4 {{(pid=101214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:45:26.475803 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-e81dcd7e-2e47-45ea-8dd4-58ef15c1479b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:26.487938 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.provisioning_blocks [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-e81dcd7e-2e47-45ea-8dd4-58ef15c1479b service neutron] Transition to ACTIVE for port object b2bc793d-38ba-40f2-9359-936a50101bd4 will not be triggered until provisioned by entity L2. {{(pid=101214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:45:26.707055 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-e81dcd7e-2e47-45ea-8dd4-58ef15c1479b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:26.756837 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81dcd7e-2e47-45ea-8dd4-58ef15c1479b service neutron] Pushing event updated for resources: {'Port': ['ID=b2bc793d-38ba-40f2-9359-936a50101bd4,revision_number=2']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:26.825886 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-e81dcd7e-2e47-45ea-8dd4-58ef15c1479b service neutron] Attempting to bind port b2bc793d-38ba-40f2-9359-936a50101bd4 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:45:26.826216 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-e81dcd7e-2e47-45ea-8dd4-58ef15c1479b service neutron] Attempting to bind port b2bc793d-38ba-40f2-9359-936a50101bd4 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': 'a5308b52-47d8-4426-bd77-c33311af5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f'}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:45:26.826631 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-e81dcd7e-2e47-45ea-8dd4-58ef15c1479b service neutron] Attempting to bind port b2bc793d-38ba-40f2-9359-936a50101bd4 on network 480fc22a-9718-4af5-897e-c1ba6a0ea29f {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:45:26.831069 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-e81dcd7e-2e47-45ea-8dd4-58ef15c1479b service neutron] Port b2bc793d-38ba-40f2-9359-936a50101bd4 on network 480fc22a-9718-4af5-897e-c1ba6a0ea29f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:45:26.831393 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-e81dcd7e-2e47-45ea-8dd4-58ef15c1479b service neutron] Attempting to bind port b2bc793d-38ba-40f2-9359-936a50101bd4 on network 480fc22a-9718-4af5-897e-c1ba6a0ea29f {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:45:26.838219 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-e81dcd7e-2e47-45ea-8dd4-58ef15c1479b service neutron] Checking agent: {'id': 'b550a8ff-0b84-4201-8276-b98629f1370c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'started_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:45:26.838219 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-e81dcd7e-2e47-45ea-8dd4-58ef15c1479b service neutron] Checking segment: {'id': 'a5308b52-47d8-4426-bd77-c33311af5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:45:26.838219 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-e81dcd7e-2e47-45ea-8dd4-58ef15c1479b service neutron] Bound using segment: {'id': 'a5308b52-47d8-4426-bd77-c33311af5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f'} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:45:26.838219 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-e81dcd7e-2e47-45ea-8dd4-58ef15c1479b service neutron] Bound port: b2bc793d-38ba-40f2-9359-936a50101bd4, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5308b52-47d8-4426-bd77-c33311af5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f'}}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:45:26.838219 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-e81dcd7e-2e47-45ea-8dd4-58ef15c1479b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:26.909687 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-e81dcd7e-2e47-45ea-8dd4-58ef15c1479b service neutron] For port b2bc793d-38ba-40f2-9359-936a50101bd4, host hv-cinder-80345, cleared binding levels {{(pid=101214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:45:26.912665 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-e81dcd7e-2e47-45ea-8dd4-58ef15c1479b service neutron] For port b2bc793d-38ba-40f2-9359-936a50101bd4, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=b2bc793d-38ba-40f2-9359-936a50101bd4,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:45:26.934639 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:27.071894 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-e81dcd7e-2e47-45ea-8dd4-58ef15c1479b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:27.110479 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-e81dcd7e-2e47-45ea-8dd4-58ef15c1479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:27.112307 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-e81dcd7e-2e47-45ea-8dd4-58ef15c1479b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:27.113801 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-e81dcd7e-2e47-45ea-8dd4-58ef15c1479b service neutron] 10.222.0.15 "PUT /v2.0/ports/b2bc793d-38ba-40f2-9359-936a50101bd4 HTTP/1.1" status: 200 len: 1093 time: 0.9809244 Sep 15 13:45:27.114263 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff', 'tag': 'b2bc793d-38ba-40f2-9359-936a50101bd4'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:45:27.116579 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ee083a-9c44-4d59-be03-af38f550f98d" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff", "tag": "b2bc793d-38ba-40f2-9359-936a50101bd4"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:45:27.136823 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81dcd7e-2e47-45ea-8dd4-58ef15c1479b service neutron] Pushing event updated for resources: {'Port': ['ID=b2bc793d-38ba-40f2-9359-936a50101bd4,revision_number=3']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:27.155366 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676eda85-c8a2-4efb-8792-9f59c2be7511 x-openstack-request-id: req-676eda85-c8a2-4efb-8792-9f59c2be7511 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:45:27.155366 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff", "tag": "b2bc793d-38ba-40f2-9359-936a50101bd4", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:45:27.155703 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-676eda85-c8a2-4efb-8792-9f59c2be7511 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:45:27.156096 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff', 'tag': 'b2bc793d-38ba-40f2-9359-936a50101bd4', 'status': 'completed', 'code': 200} Sep 15 13:45:27.217408 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee083a-9c44-4d59-be03-af38f550f98d req-eb0db381-7309-4dd6-968f-209e6d0dd3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:27.221293 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c4ee083a-9c44-4d59-be03-af38f550f98d req-eb0db381-7309-4dd6-968f-209e6d0dd3dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d456829f8de447eea8fd66f35874b574&device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 1096 time: 0.0437319 Sep 15 13:45:27.361249 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa984f09-4040-418b-a80d-4027f4fdfcd6 req-5a0f2c0c-d3e9-4701-a420-b0f2f62c74e1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:27.362707 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fa984f09-4040-418b-a80d-4027f4fdfcd6 req-5a0f2c0c-d3e9-4701-a420-b0f2f62c74e1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 944 time: 0.1026471 Sep 15 13:45:27.367480 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee083a-9c44-4d59-be03-af38f550f98d req-929a4e83-7925-4874-974f-e5a35ec57263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:27.368830 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c4ee083a-9c44-4d59-be03-af38f550f98d req-929a4e83-7925-4874-974f-e5a35ec57263 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d456829f8de447eea8fd66f35874b574&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1416094 Sep 15 13:45:27.387026 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0d25f-18c0-4ac2-a58d-4f29b112a165 req-a1777f91-dfbd-4651-951a-9d581cc74761 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:27.387856 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a5a0d25f-18c0-4ac2-a58d-4f29b112a165 req-a1777f91-dfbd-4651-951a-9d581cc74761 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 943 time: 0.0502532 Sep 15 13:45:27.430984 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a5a0d25f-18c0-4ac2-a58d-4f29b112a165 req-6e9876bb-6266-4ec5-b1d4-901faf4b9bba tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334451 Sep 15 13:45:27.435533 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fa984f09-4040-418b-a80d-4027f4fdfcd6 req-7f735037-5b4e-4202-9f62-e4eb2ab69d1f tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657542 Sep 15 13:45:27.499556 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee083a-9c44-4d59-be03-af38f550f98d req-b73dae75-fd8d-4168-bd2d-e39e8a2a95b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:27.501099 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c4ee083a-9c44-4d59-be03-af38f550f98d req-b73dae75-fd8d-4168-bd2d-e39e8a2a95b7 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1239049 Sep 15 13:45:27.587467 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-a32bf112-49ea-45cb-b1e2-3c494e565dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:27.589014 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-a32bf112-49ea-45cb-b1e2-3c494e565dc0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d456829f8de447eea8fd66f35874b574&device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 1096 time: 0.0416470 Sep 15 13:45:27.634118 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-09163803-7e3e-4b1c-af0b-0c0a39bea971 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2bc793d-38ba-40f2-9359-936a50101bd4 HTTP/1.1" status: 200 len: 217 time: 0.0368524 Sep 15 13:45:27.929486 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-936bda24-9b11-4098-b0a0-d88d455eeb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:27.930914 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-936bda24-9b11-4098-b0a0-d88d455eeb3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c52fc5a2-023c-41c5-8df6-56d1e497870b HTTP/1.1" status: 200 len: 855 time: 0.2902532 Sep 15 13:45:27.977235 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-cd640a91-b1f9-4b52-bcc2-1840ed40bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:27.978690 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-cd640a91-b1f9-4b52-bcc2-1840ed40bb38 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=480fc22a-9718-4af5-897e-c1ba6a0ea29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399795 Sep 15 13:45:28.068252 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-6d47df07-4d00-440b-9452-8f747a9b15eb service neutron] 10.222.0.15 "GET /v2.0/networks/480fc22a-9718-4af5-897e-c1ba6a0ea29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814450 Sep 15 13:45:28.156400 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b7abfaf9-f899-4497-9f56-124f6f88384b req-759af438-532b-4478-a2e9-07e1d6c252f2 service neutron] 10.222.0.15 "GET /v2.0/networks/480fc22a-9718-4af5-897e-c1ba6a0ea29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812693 Sep 15 13:45:28.318040 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:45:28.411519 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port f7a6d846-0a56-4df5-9cc5-b7ec9a62db70, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=f7a6d846-0a56-4df5-9cc5-b7ec9a62db70,segment=NetworkSegment(aee09e3c-777e-40f2-964e-304d3ae0c06e),segment_id=aee09e3c-777e-40f2-964e-304d3ae0c06e)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:45:28.422648 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': 'f7a6d846-0a56-4df5-9cc5-b7ec9a62db70', 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4', 'port_id': 'f7a6d846-0a56-4df5-9cc5-b7ec9a62db70', 'mac_address': 'fa:16:3e:b4:71:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63546249-766e-46c7-8179-1517924754e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:45:28.457485 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:28.470739 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:45:28.493313 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port f7a6d846-0a56-4df5-9cc5-b7ec9a62db70, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=f7a6d846-0a56-4df5-9cc5-b7ec9a62db70,segment=NetworkSegment(aee09e3c-777e-40f2-964e-304d3ae0c06e),segment_id=aee09e3c-777e-40f2-964e-304d3ae0c06e)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:45:28.560214 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a56e7-8fae-41a3-9d4f-279ad4bd2f76 req-65ec89f0-817d-42c4-8a89-7c0a9bf59298 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:28.562488 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-595a56e7-8fae-41a3-9d4f-279ad4bd2f76 req-65ec89f0-817d-42c4-8a89-7c0a9bf59298 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 944 time: 0.0566475 Sep 15 13:45:28.575087 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:28.584322 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac615dd0-c37f-41ff-ba12-6b1abb3fe748 req-3035a54c-5c8c-4853-b995-3876bdce0cc8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:28.585907 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ac615dd0-c37f-41ff-ba12-6b1abb3fe748 req-3035a54c-5c8c-4853-b995-3876bdce0cc8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 943 time: 0.0639844 Sep 15 13:45:28.611955 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-595a56e7-8fae-41a3-9d4f-279ad4bd2f76 req-b0027ec9-6d51-4e22-ab47-119b780b691b tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418661 Sep 15 13:45:28.633349 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ac615dd0-c37f-41ff-ba12-6b1abb3fe748 req-ffa1d3c7-eadc-4e34-a3d0-7577a2c94601 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393167 Sep 15 13:45:28.636679 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=f7a6d846-0a56-4df5-9cc5-b7ec9a62db70,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:28.838659 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['f7a6d846-0a56-4df5-9cc5-b7ec9a62db70'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:45:29.727445 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49071b3d-b647-4668-98d5-fbd00998f19e req-c6315697-72de-4d9d-8a6c-9995fdc7e14a tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:29.729048 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-49071b3d-b647-4668-98d5-fbd00998f19e req-c6315697-72de-4d9d-8a6c-9995fdc7e14a tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 945 time: 0.0508966 Sep 15 13:45:29.744789 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d372206-fdde-423f-8767-b333d2590a6a req-f60b2817-f621-40f1-b3c8-f82ea4a389d5 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:29.746308 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-6d372206-fdde-423f-8767-b333d2590a6a req-f60b2817-f621-40f1-b3c8-f82ea4a389d5 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 943 time: 0.0504224 Sep 15 13:45:29.771348 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-49071b3d-b647-4668-98d5-fbd00998f19e req-3c80480a-a3ed-4bd0-9cb4-7868715bf56e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353801 Sep 15 13:45:29.795057 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-6d372206-fdde-423f-8767-b333d2590a6a req-3ccc3ddd-71a3-4b85-8990-e26c2c62739e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394657 Sep 15 13:45:30.331540 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device b2bc793d-38ba-40f2-9359-936a50101bd4 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:45:30.334904 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:45:30.464981 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port b2bc793d-38ba-40f2-9359-936a50101bd4, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=b2bc793d-38ba-40f2-9359-936a50101bd4,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:45:30.475733 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': 'b2bc793d-38ba-40f2-9359-936a50101bd4', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'port_id': 'b2bc793d-38ba-40f2-9359-936a50101bd4', 'mac_address': 'fa:16:3e:56:fa:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:45:30.515188 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:30.518103 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning for port f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 completed by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:45:30.529100 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:45:30.530021 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:30.532368 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2bc793d-38ba-40f2-9359-936a50101bd4 {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:45:30.572837 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port b2bc793d-38ba-40f2-9359-936a50101bd4, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=b2bc793d-38ba-40f2-9359-936a50101bd4,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:45:30.624714 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:30.648408 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb09b3a4-35b1-45c9-93c1-31729cdc9306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a6d846-0a56-4df5-9cc5-b7ec9a62db70'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:45:30.650719 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76c7d12-f3b2-4dc7-aa78-0d629cbe2adf" -d '{"events": [{"server_uuid": "fb09b3a4-35b1-45c9-93c1-31729cdc9306", "name": "network-vif-plugged", "status": "completed", "tag": "f7a6d846-0a56-4df5-9cc5-b7ec9a62db70"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:45:30.663770 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port f7a6d846-0a56-4df5-9cc5-b7ec9a62db70, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=f7a6d846-0a56-4df5-9cc5-b7ec9a62db70,segment=NetworkSegment(aee09e3c-777e-40f2-964e-304d3ae0c06e),segment_id=aee09e3c-777e-40f2-964e-304d3ae0c06e)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:45:30.687217 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4eb2e5-842a-448e-97a5-3ee98fb2665e x-openstack-request-id: req-af4eb2e5-842a-448e-97a5-3ee98fb2665e {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:45:30.687524 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb09b3a4-35b1-45c9-93c1-31729cdc9306", "name": "network-vif-plugged", "status": "completed", "tag": "f7a6d846-0a56-4df5-9cc5-b7ec9a62db70", "code": 200}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:45:30.687847 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af4eb2e5-842a-448e-97a5-3ee98fb2665e {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:45:30.688429 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb09b3a4-35b1-45c9-93c1-31729cdc9306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a6d846-0a56-4df5-9cc5-b7ec9a62db70', 'code': 200} Sep 15 13:45:30.734959 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:30.783893 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=b2bc793d-38ba-40f2-9359-936a50101bd4,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:30.889540 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2153f-c5fe-4d69-ad5a-c7df9e31d7c0 req-b8730f4b-b88b-45d3-95f7-5d1a8e76e1cc tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:30.891083 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-94f2153f-c5fe-4d69-ad5a-c7df9e31d7c0 req-b8730f4b-b88b-45d3-95f7-5d1a8e76e1cc tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 945 time: 0.0496085 Sep 15 13:45:30.912407 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:30.919460 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c8f40-2557-439d-b920-415daf7d21f3 req-19478492-7908-4ad9-9049-51b3a7db4fdc tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:30.922147 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-397c8f40-2557-439d-b920-415daf7d21f3 req-19478492-7908-4ad9-9049-51b3a7db4fdc tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 944 time: 0.0518441 Sep 15 13:45:30.929762 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-94f2153f-c5fe-4d69-ad5a-c7df9e31d7c0 req-01f9a961-c247-4e8e-ac2c-8fbca8491073 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326903 Sep 15 13:45:30.962342 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=f7a6d846-0a56-4df5-9cc5-b7ec9a62db70,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:30.963628 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-397c8f40-2557-439d-b920-415daf7d21f3 req-22182a1e-463f-4fd1-abbc-a6615c5d59b4 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347505 Sep 15 13:45:30.985820 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['b2bc793d-38ba-40f2-9359-936a50101bd4'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:45:31.232963 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f43419-609b-4bc3-9776-26d79cd52ab5 req-6265d4ac-687e-4881-9ed7-c5a0b9a0650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:31.232963 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f0f43419-609b-4bc3-9776-26d79cd52ab5 req-6265d4ac-687e-4881-9ed7-c5a0b9a0650b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 1099 time: 0.0442278 Sep 15 13:45:31.266037 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f0f43419-609b-4bc3-9776-26d79cd52ab5 req-fd78cbab-bb4c-4583-98ed-38f698944f36 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278258 Sep 15 13:45:32.043245 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1ac22-5dcf-43cf-acb6-67b31ba6f1e4 req-60a9076d-52fc-4864-8ddc-066509cd3bb7 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:32.044724 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-4fd1ac22-5dcf-43cf-acb6-67b31ba6f1e4 req-60a9076d-52fc-4864-8ddc-066509cd3bb7 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0486472 Sep 15 13:45:32.082627 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-4fd1ac22-5dcf-43cf-acb6-67b31ba6f1e4 req-7cfd1c92-2849-49ce-a6a7-70aa4ab92140 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318182 Sep 15 13:45:32.086352 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a127218-a100-4de4-b504-4dda2e39fced req-0a9bb281-3303-4d33-83c1-a579c01c891b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:32.087845 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3a127218-a100-4de4-b504-4dda2e39fced req-0a9bb281-3303-4d33-83c1-a579c01c891b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 944 time: 0.0526857 Sep 15 13:45:32.124877 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3a127218-a100-4de4-b504-4dda2e39fced req-e75824f1-57b4-4b03-aa36-8e10ea5799ab tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313084 Sep 15 13:45:32.352615 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device b2bc793d-38ba-40f2-9359-936a50101bd4 up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:45:32.506092 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning for port b2bc793d-38ba-40f2-9359-936a50101bd4 completed by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:45:32.509933 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port b2bc793d-38ba-40f2-9359-936a50101bd4 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:45:32.510302 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:32.586641 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:32.619757 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port b2bc793d-38ba-40f2-9359-936a50101bd4, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=b2bc793d-38ba-40f2-9359-936a50101bd4,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:45:32.688975 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bc793d-38ba-40f2-9359-936a50101bd4'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:45:32.691266 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7981fa-c600-4b05-adfd-53f5aa923611" -d '{"events": [{"server_uuid": "cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff", "name": "network-vif-plugged", "status": "completed", "tag": "b2bc793d-38ba-40f2-9359-936a50101bd4"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:45:32.712664 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:32.739239 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38289ffd-a84e-490f-8182-100ec1b2ed9d x-openstack-request-id: req-38289ffd-a84e-490f-8182-100ec1b2ed9d {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:45:32.739546 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff", "name": "network-vif-plugged", "status": "completed", "tag": "b2bc793d-38ba-40f2-9359-936a50101bd4", "code": 200}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:45:32.739797 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38289ffd-a84e-490f-8182-100ec1b2ed9d {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:45:32.740173 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bc793d-38ba-40f2-9359-936a50101bd4', 'code': 200} Sep 15 13:45:32.765797 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=b2bc793d-38ba-40f2-9359-936a50101bd4,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:33.126431 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4d066-7041-4926-a609-7e5a09f9a9d8 req-f76f99fc-ed4d-4984-aab8-20b113df907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:33.127933 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-17c4d066-7041-4926-a609-7e5a09f9a9d8 req-f76f99fc-ed4d-4984-aab8-20b113df907e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 1098 time: 0.0401869 Sep 15 13:45:33.168691 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-17c4d066-7041-4926-a609-7e5a09f9a9d8 req-22a650d1-9955-4a00-a4d3-c862132c4a76 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320764 Sep 15 13:45:33.199814 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b640e1-4fb3-4d75-af01-7e2a15c02543 req-e279c79c-7781-4068-8fca-9890098707c1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:33.201861 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-55b640e1-4fb3-4d75-af01-7e2a15c02543 req-e279c79c-7781-4068-8fca-9890098707c1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0515316 Sep 15 13:45:33.242419 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-55b640e1-4fb3-4d75-af01-7e2a15c02543 req-27b76017-f998-40bd-a14f-657977b86917 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341070 Sep 15 13:45:33.253966 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc1b33-0cfb-4f03-86c6-ba0236a8922b req-bd0af1a9-dc4d-4985-8a6d-1fd91e7ef5bd tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:33.255454 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0dfc1b33-0cfb-4f03-86c6-ba0236a8922b req-bd0af1a9-dc4d-4985-8a6d-1fd91e7ef5bd tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.0528004 Sep 15 13:45:33.292726 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0dfc1b33-0cfb-4f03-86c6-ba0236a8922b req-7ac31c1f-00d7-48c4-8964-825f64d115b1 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311732 Sep 15 13:45:33.356376 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9383b-4141-407e-8c25-4ac3177d0872 req-fadbea67-92a0-4b79-a1e9-5b0c4c8a04be tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:33.358468 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3af9383b-4141-407e-8c25-4ac3177d0872 req-fadbea67-92a0-4b79-a1e9-5b0c4c8a04be tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0492511 Sep 15 13:45:33.395258 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3af9383b-4141-407e-8c25-4ac3177d0872 req-976d0ce3-10ee-4048-93d6-f29223c33cbb tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308342 Sep 15 13:45:33.415772 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49008) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:33.599462 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e36948-2b56-4c1a-bb2b-cfe90966ee54 tempest-TestShelveInstance-656641298 tempest-TestShelveInstance-656641298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:33.600976 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-c7e36948-2b56-4c1a-bb2b-cfe90966ee54 tempest-TestShelveInstance-656641298 tempest-TestShelveInstance-656641298-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 1094 time: 0.1842687 Sep 15 13:45:33.603993 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49012) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:33.608713 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Request body: {'floatingip': {'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'port_id': 'f7a6d846-0a56-4df5-9cc5-b7ec9a62db70', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:33.694704 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for floatingip, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:33.791009 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:33.899452 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_common [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Allocated IP 172.27.0.247 (ece37916-b27e-4896-b760-50248bab8142/37569b60-ab24-446b-9709-ec585ea5ec0b/3b879c8b-fc6b-4de9-99ad-6272248198f2) {{(pid=101213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:45:34.002650 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for port, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:34.083566 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49020) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:34.168567 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:34.185983 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-96c84f2d-ac77-49ae-ba0d-87d71f320d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:34.211216 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Network ece37916-b27e-4896-b760-50248bab8142 is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:45:34.215493 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:45:34.219651 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Received port after_create {{(pid=101213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:45:34.227179 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Pushing event updated for resources: {'Port': ['ID=3b879c8b-fc6b-4de9-99ad-6272248198f2,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:34.252445 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.258951 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.258951 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.258951 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.258951 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.258951 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.258951 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.258951 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.258951 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.258951 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.258951 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.258951 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.277788 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-96c84f2d-ac77-49ae-ba0d-87d71f320d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:34.370368 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-96c84f2d-ac77-49ae-ba0d-87d71f320d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:34.438686 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-96c84f2d-ac77-49ae-ba0d-87d71f320d5a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a35c2e80c5724499817cbd323b21d0b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3511295 Sep 15 13:45:34.439472 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49026) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:34.443097 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c84f2d-ac77-49ae-ba0d-87d71f320d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2263df-3e32-402f-968a-57b62f73b8a3,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:34.464917 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c84f2d-ac77-49ae-ba0d-87d71f320d5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.465372 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c84f2d-ac77-49ae-ba0d-87d71f320d5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.465712 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c84f2d-ac77-49ae-ba0d-87d71f320d5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.466045 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c84f2d-ac77-49ae-ba0d-87d71f320d5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.466389 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c84f2d-ac77-49ae-ba0d-87d71f320d5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.466701 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c84f2d-ac77-49ae-ba0d-87d71f320d5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.467555 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c84f2d-ac77-49ae-ba0d-87d71f320d5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.467880 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c84f2d-ac77-49ae-ba0d-87d71f320d5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.468399 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c84f2d-ac77-49ae-ba0d-87d71f320d5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.468493 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c84f2d-ac77-49ae-ba0d-87d71f320d5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.468810 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c84f2d-ac77-49ae-ba0d-87d71f320d5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.469126 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c84f2d-ac77-49ae-ba0d-87d71f320d5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:45:34.484348 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41d9b4-7fe3-4ce4-918a-ef2d8e5ae864 req-49138327-72e8-4983-a190-52b1d074acea tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:34.485874 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0b41d9b4-7fe3-4ce4-918a-ef2d8e5ae864 req-49138327-72e8-4983-a190-52b1d074acea tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.1167309 Sep 15 13:45:34.552208 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0b41d9b4-7fe3-4ce4-918a-ef2d8e5ae864 req-c94de997-a627-49b0-ba85-d1ae71be34d9 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585093 Sep 15 13:45:34.553136 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f1446e31-7e36-475b-ba37-9893dba34f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:34.578831 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f1446e31-7e36-475b-ba37-9893dba34f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:34.594156 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:34.666183 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f1446e31-7e36-475b-ba37-9893dba34f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:34.668805 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f1446e31-7e36-475b-ba37-9893dba34f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:34.670008 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-f1446e31-7e36-475b-ba37-9893dba34f70 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fc2263df-3e32-402f-968a-57b62f73b8a3 HTTP/1.1" status: 204 len: 168 time: 0.2278221 Sep 15 13:45:34.679184 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1446e31-7e36-475b-ba37-9893dba34f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2263df-3e32-402f-968a-57b62f73b8a3,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:34.754880 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:34.905514 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for port, precommit_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:35.009010 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5008746'] for port, after_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:35.085335 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Pushing event updated for resources: {'Port': ['ID=3b879c8b-fc6b-4de9-99ad-6272248198f2,revision_number=2']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:35.093828 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550917'] for floatingip, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:35.194347 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.db.l3_db [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Floating IP a3daa1fb-448d-42f4-b5fe-294da57b6d5b associated. External IP: 172.27.0.247, port: f7a6d846-0a56-4df5-9cc5-b7ec9a62db70. Sep 15 13:45:35.608554 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Router f8eed171-5b29-4831-897a-656e2e25fdbd has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:45:35.697556 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49050) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:35.742568 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd7498-2dd3-46bd-96cc-3a077338fe49 req-4fd2765f-cd42-4f7d-baa3-21525ad8e324 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:35.744045 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f5cd7498-2dd3-46bd-96cc-3a077338fe49 req-4fd2765f-cd42-4f7d-baa3-21525ad8e324 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.0931745 Sep 15 13:45:35.763258 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:45:35.774948 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d158da-c377-4e67-88c4-4ea395839d78 None None] Sync routers for ids ['f8eed171-5b29-4831-897a-656e2e25fdbd'] in dv-cinder-803456-3-iscsi {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:45:35.785430 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d158da-c377-4e67-88c4-4ea395839d78 None None] Routers {'f8eed171-5b29-4831-897a-656e2e25fdbd'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:45:35.786068 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-93d158da-c377-4e67-88c4-4ea395839d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:45:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['f8eed171-5b29-4831-897a-656e2e25fdbd'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:35.797385 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-3d702527-8c7d-4ba5-b9f8-8380f0b354b5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-75373749-network', 'tenant_id': 'd9d745498d274a5293774acf41440896'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:35.799504 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f5cd7498-2dd3-46bd-96cc-3a077338fe49 req-6346cb22-fda6-4470-be27-68d77fbc471b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445976 Sep 15 13:45:35.903069 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-93d158da-c377-4e67-88c4-4ea395839d78 None None] Set router f8eed171-5b29-4831-897a-656e2e25fdbd gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:45:35.917681 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7854d4-4314-4dab-b1b9-7e68e7391254 req-3024ec22-e330-4846-9c83-c50724b2511c tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:35.919149 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9a7854d4-4314-4dab-b1b9-7e68e7391254 req-3024ec22-e330-4846-9c83-c50724b2511c tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.0476651 Sep 15 13:45:35.929556 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for floatingip, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:35.929773 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49056) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:35.936016 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-f89a9fee-9f48-4084-a45f-0735341bb969 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Request body: {'floatingip': {'port_id': 'b2bc793d-38ba-40f2-9359-936a50101bd4'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:36.016177 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d702527-8c7d-4ba5-b9f8-8380f0b354b5 admin admin] Made reservation on behalf of d9d745498d274a5293774acf41440896 for: {'network': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:45:36.018613 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3d702527-8c7d-4ba5-b9f8-8380f0b354b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for network, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:36.027153 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f89a9fee-9f48-4084-a45f-0735341bb969 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for floatingip, before_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:36.028845 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3d702527-8c7d-4ba5-b9f8-8380f0b354b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:36.045192 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-2f8ce7d2-e4e0-47f6-ad69-19467fe79c7e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4264479 Sep 15 13:45:36.058377 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb09b3a4-35b1-45c9-93c1-31729cdc9306', 'tag': 'f7a6d846-0a56-4df5-9cc5-b7ec9a62db70'}] {{(pid=101213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:45:36.060605 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff073eead6493975f685ac04183236be2a8c26a4aa37cf526e84efa9cac54909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03b839a-15d4-43f9-b7b6-742e5b14a106" -d '{"events": [{"name": "network-changed", "server_uuid": "fb09b3a4-35b1-45c9-93c1-31729cdc9306", "tag": "f7a6d846-0a56-4df5-9cc5-b7ec9a62db70"}]}' {{(pid=101213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:45:36.117367 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c99dd1-d748-41fe-9124-339a5a02d888 x-openstack-request-id: req-10c99dd1-d748-41fe-9124-339a5a02d888 {{(pid=101213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:45:36.117662 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb09b3a4-35b1-45c9-93c1-31729cdc9306", "tag": "f7a6d846-0a56-4df5-9cc5-b7ec9a62db70", "status": "completed", "code": 200}]} {{(pid=101213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:45:36.118034 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10c99dd1-d748-41fe-9124-339a5a02d888 {{(pid=101213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:45:36.118483 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb09b3a4-35b1-45c9-93c1-31729cdc9306', 'tag': 'f7a6d846-0a56-4df5-9cc5-b7ec9a62db70', 'status': 'completed', 'code': 200} Sep 15 13:45:36.187926 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3d702527-8c7d-4ba5-b9f8-8380f0b354b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:36.199871 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b839a-15d4-43f9-b7b6-742e5b14a106 req-302cecbd-86cd-4e42-89cb-d8a2101b9c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:36.201642 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e03b839a-15d4-43f9-b7b6-742e5b14a106 req-302cecbd-86cd-4e42-89cb-d8a2101b9c95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=52fa1195747c46d8babcb3bd3b29acf0&device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 1099 time: 0.0632164 Sep 15 13:45:36.275286 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3d702527-8c7d-4ba5-b9f8-8380f0b354b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:36.300203 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-93d158da-c377-4e67-88c4-4ea395839d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'name': 'tempest-TestShelveInstance-452431871-router', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:36Z', 'updated_at': '2021-09-15T13:44:40Z', 'revision_number': 4, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'gw_port': {'id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:37Z', 'updated_at': '2021-09-15T13:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': 'a3daa1fb-448d-42f4-b5fe-294da57b6d5b', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'floating_ip_address': '172.27.0.247', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'port_id': 'f7a6d846-0a56-4df5-9cc5-b7ec9a62db70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4', 'mac_address': 'fa:16:3e:b4:71:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb09b3a4-35b1-45c9-93c1-31729cdc9306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:45:34Z', 'updated_at': '2021-09-15T13:45:34Z', 'revision_number': 0, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0269acd-6d8a-41da-b4fa-b57622f08915', 'name': '', 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'mac_address': 'fa:16:3e:a8:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '63546249-766e-46c7-8179-1517924754e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:39Z', 'updated_at': '2021-09-15T13:44:44Z', 'revision_number': 5, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'subnets': [{'id': '63546249-766e-46c7-8179-1517924754e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:36.302655 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d702527-8c7d-4ba5-b9f8-8380f0b354b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=101214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:45:36.328540 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d158da-c377-4e67-88c4-4ea395839d78 None None] Checking router: f8eed171-5b29-4831-897a-656e2e25fdbd for host: dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:45:36.328763 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3d702527-8c7d-4ba5-b9f8-8380f0b354b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:36.329004 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.db.segments_db [None req-3d702527-8c7d-4ba5-b9f8-8380f0b354b5 admin admin] Added segment 257cd9d2-7ec8-4eb7-86ef-3272db9f2945 of type vlan for network 4fdc2d5d-e3f5-43c1-96fc-0aabf645c80a Sep 15 13:45:36.330349 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d702527-8c7d-4ba5-b9f8-8380f0b354b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3806ceeb-39fe-42f7-ab27-8b0d67c42a12,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:36.339596 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b839a-15d4-43f9-b7b6-742e5b14a106 req-22ee898a-a27f-48d2-8202-297856a96a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:36.341070 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e03b839a-15d4-43f9-b7b6-742e5b14a106 req-22ee898a-a27f-48d2-8202-297856a96a2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=3446c4e2-730d-440b-994b-e995297a5ba4 HTTP/1.1" status: 200 len: 909 time: 0.1310654 Sep 15 13:45:36.345569 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d158da-c377-4e67-88c4-4ea395839d78 None None] Routers {'f8eed171-5b29-4831-897a-656e2e25fdbd'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:45:36.346248 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-93d158da-c377-4e67-88c4-4ea395839d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:45:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['f8eed171-5b29-4831-897a-656e2e25fdbd'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:36.411728 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3d702527-8c7d-4ba5-b9f8-8380f0b354b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777769156895'] for network, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:36.444176 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e03b839a-15d4-43f9-b7b6-742e5b14a106 req-e60761ba-0548-47be-a18f-f5d7571832d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 HTTP/1.1" status: 200 len: 1000 time: 0.0787055 Sep 15 13:45:36.457290 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-93d158da-c377-4e67-88c4-4ea395839d78 None None] Set router f8eed171-5b29-4831-897a-656e2e25fdbd gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:45:36.497164 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b839a-15d4-43f9-b7b6-742e5b14a106 req-3825c315-bcb4-40d6-85fe-178d473a3742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:36.498915 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e03b839a-15d4-43f9-b7b6-742e5b14a106 req-3825c315-bcb4-40d6-85fe-178d473a3742 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63546249-766e-46c7-8179-1517924754e7 HTTP/1.1" status: 200 len: 847 time: 0.0446024 Sep 15 13:45:36.500038 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3d702527-8c7d-4ba5-b9f8-8380f0b354b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for network, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:36.501001 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d702527-8c7d-4ba5-b9f8-8380f0b354b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:36.501521 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3d702527-8c7d-4ba5-b9f8-8380f0b354b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:36.522112 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f89a9fee-9f48-4084-a45f-0735341bb969 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:36.590023 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d702527-8c7d-4ba5-b9f8-8380f0b354b5 admin admin] Pushing event updated for resources: {'Network': ['ID=4fdc2d5d-e3f5-43c1-96fc-0aabf645c80a,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:36.600254 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b839a-15d4-43f9-b7b6-742e5b14a106 req-bfaa5abf-087e-4334-b2c1-39ac4a5914e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:36.601793 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e03b839a-15d4-43f9-b7b6-742e5b14a106 req-bfaa5abf-087e-4334-b2c1-39ac4a5914e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3446c4e2-730d-440b-994b-e995297a5ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0926979 Sep 15 13:45:36.603365 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f89a9fee-9f48-4084-a45f-0735341bb969 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550917'] for floatingip, after_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:36.613700 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Network 4fdc2d5d-e3f5-43c1-96fc-0aabf645c80a details requested by agent ovs-agent-dv-cinder-803456-3-iscsi with host dv-cinder-803456-3-iscsi {{(pid=101215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:45:36.634111 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-3d702527-8c7d-4ba5-b9f8-8380f0b354b5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9353499 Sep 15 13:45:36.641824 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49062) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:36.648376 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-d2be0113-02f8-4429-a9b0-60cac115882b admin admin] Request body: {'subnet': {'network_id': '4fdc2d5d-e3f5-43c1-96fc-0aabf645c80a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-75373749-subnet', 'tenant_id': 'd9d745498d274a5293774acf41440896', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:36.722128 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e03b839a-15d4-43f9-b7b6-742e5b14a106 req-cf3ec443-19f8-4250-8602-c765290c6319 service neutron] 10.222.0.15 "GET /v2.0/networks/3446c4e2-730d-440b-994b-e995297a5ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121371 Sep 15 13:45:36.727179 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.db.l3_db [None req-f89a9fee-9f48-4084-a45f-0735341bb969 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Floating IP 05002623-7eac-40f9-a14c-74c7bbb626ee associated. External IP: 172.27.0.140, port: b2bc793d-38ba-40f2-9359-936a50101bd4. Sep 15 13:45:36.753669 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-93d158da-c377-4e67-88c4-4ea395839d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'name': 'tempest-TestShelveInstance-452431871-router', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:36Z', 'updated_at': '2021-09-15T13:44:40Z', 'revision_number': 4, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'gw_port': {'id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:37Z', 'updated_at': '2021-09-15T13:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': 'a3daa1fb-448d-42f4-b5fe-294da57b6d5b', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'floating_ip_address': '172.27.0.247', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'port_id': 'f7a6d846-0a56-4df5-9cc5-b7ec9a62db70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4', 'mac_address': 'fa:16:3e:b4:71:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb09b3a4-35b1-45c9-93c1-31729cdc9306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:45:34Z', 'updated_at': '2021-09-15T13:45:34Z', 'revision_number': 0, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0269acd-6d8a-41da-b4fa-b57622f08915', 'name': '', 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'mac_address': 'fa:16:3e:a8:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '63546249-766e-46c7-8179-1517924754e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:39Z', 'updated_at': '2021-09-15T13:44:44Z', 'revision_number': 5, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'subnets': [{'id': '63546249-766e-46c7-8179-1517924754e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:36.782361 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d158da-c377-4e67-88c4-4ea395839d78 None None] The sync data for ids ['f8eed171-5b29-4831-897a-656e2e25fdbd'] in dv-cinder-803456-3-iscsi is: [{'id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'name': 'tempest-TestShelveInstance-452431871-router', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:36Z', 'updated_at': '2021-09-15T13:44:40Z', 'revision_number': 4, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'gw_port': {'id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:37Z', 'updated_at': '2021-09-15T13:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': 'a3daa1fb-448d-42f4-b5fe-294da57b6d5b', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'floating_ip_address': '172.27.0.247', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'port_id': 'f7a6d846-0a56-4df5-9cc5-b7ec9a62db70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4', 'mac_address': 'fa:16:3e:b4:71:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb09b3a4-35b1-45c9-93c1-31729cdc9306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:45:34Z', 'updated_at': '2021-09-15T13:45:34Z', 'revision_number': 0, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0269acd-6d8a-41da-b4fa-b57622f08915', 'name': '', 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'mac_address': 'fa:16:3e:a8:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '63546249-766e-46c7-8179-1517924754e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:39Z', 'updated_at': '2021-09-15T13:44:44Z', 'revision_number': 5, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'subnets': [{'id': '63546249-766e-46c7-8179-1517924754e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:45:36.797605 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2be0113-02f8-4429-a9b0-60cac115882b admin admin] Made reservation on behalf of d9d745498d274a5293774acf41440896 for: {'subnet': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:45:36.807750 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-d2be0113-02f8-4429-a9b0-60cac115882b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943630'] for subnet, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:36.884548 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e03b839a-15d4-43f9-b7b6-742e5b14a106 req-78df1a6d-0046-4720-92fd-2b714416bb73 service neutron] 10.222.0.15 "GET /v2.0/networks/3446c4e2-730d-440b-994b-e995297a5ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548960 Sep 15 13:45:36.966982 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89a9fee-9f48-4084-a45f-0735341bb969 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Router 47c370e7-8711-4172-8a71-0ab358796903 has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:45:37.020557 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff4c6b8-3d1b-43d1-b59f-a7a353fa8650 None None] New status for floating IP a3daa1fb-448d-42f4-b5fe-294da57b6d5b: ACTIVE {{(pid=101216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:45:37.082221 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89a9fee-9f48-4084-a45f-0735341bb969 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:45:37.086711 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f89a9fee-9f48-4084-a45f-0735341bb969 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for floatingip, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:37.092353 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354175dd-b8f0-4602-8d79-29ca3f843b76 None None] Sync routers for ids ['47c370e7-8711-4172-8a71-0ab358796903'] in dv-cinder-803456-3-iscsi {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:45:37.101314 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354175dd-b8f0-4602-8d79-29ca3f843b76 None None] Routers {'47c370e7-8711-4172-8a71-0ab358796903'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:45:37.101674 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-d2be0113-02f8-4429-a9b0-60cac115882b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4251753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943648'] for subnet, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:37.101919 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-354175dd-b8f0-4602-8d79-29ca3f843b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:45:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['47c370e7-8711-4172-8a71-0ab358796903'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:37.119345 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-f89a9fee-9f48-4084-a45f-0735341bb969 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "PUT /v2.0/floatingips/05002623-7eac-40f9-a14c-74c7bbb626ee HTTP/1.1" status: 200 len: 991 time: 1.1880767 Sep 15 13:45:37.177992 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be0113-02f8-4429-a9b0-60cac115882b admin admin] Checking segment: {'id': '257cd9d2-7ec8-4eb7-86ef-3272db9f2945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4fdc2d5d-e3f5-43c1-96fc-0aabf645c80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:45:37.178348 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2be0113-02f8-4429-a9b0-60cac115882b admin admin] Network hostable DHCP agents. Network: 4fdc2d5d-e3f5-43c1-96fc-0aabf645c80a, hostable agents: ['059ef8ed-a851-4324-85c0-3d7a16d26e98'], hosted agents: [] {{(pid=101214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:45:37.181352 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be0113-02f8-4429-a9b0-60cac115882b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a91fb25-3370-4939-95e5-e25ce144df49,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:37.247675 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-354175dd-b8f0-4602-8d79-29ca3f843b76 None None] Set router 47c370e7-8711-4172-8a71-0ab358796903 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:45:37.277483 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2be0113-02f8-4429-a9b0-60cac115882b admin admin] Network 4fdc2d5d-e3f5-43c1-96fc-0aabf645c80a is scheduled to be hosted by DHCP agent 059ef8ed-a851-4324-85c0-3d7a16d26e98 with binding_index 1 {{(pid=101214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:45:37.374625 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [None req-d2be0113-02f8-4429-a9b0-60cac115882b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-3-iscsi, 4fdc2d5d-e3f5-43c1-96fc-0aabf645c80a) {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:45:37.383973 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2be0113-02f8-4429-a9b0-60cac115882b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:37.386038 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-d2be0113-02f8-4429-a9b0-60cac115882b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for subnet, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:37.400203 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fdd2c4-aed2-4143-a15e-254d4cb1919c None None] Network 4fdc2d5d-e3f5-43c1-96fc-0aabf645c80a requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:45:37.455867 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-d2be0113-02f8-4429-a9b0-60cac115882b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8127720 Sep 15 13:45:37.503143 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-37bf7a2f-b3f1-4719-972b-a60e755881b7 req-e33ce7af-5b51-4e1b-b2c1-ce23c44c84ea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434754 Sep 15 13:45:37.567922 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf7a2f-b3f1-4719-972b-a60e755881b7 req-f93c4a3e-fe5d-4913-a2c0-f4f1110391c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:37.569712 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-37bf7a2f-b3f1-4719-972b-a60e755881b7 req-f93c4a3e-fe5d-4913-a2c0-f4f1110391c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9afbcb1e186943a180e744626f0ee7af&device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 1098 time: 0.0435557 Sep 15 13:45:37.578091 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61499e88-8099-4edd-a9a3-3ac65b6dbead None None] Network 4fdc2d5d-e3f5-43c1-96fc-0aabf645c80a requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:45:37.591659 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-354175dd-b8f0-4602-8d79-29ca3f843b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c370e7-8711-4172-8a71-0ab358796903', 'name': 'tempest-AttachVolumeShelveTestJSON-707555778-router', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:13Z', 'updated_at': '2021-09-15T13:45:16Z', 'revision_number': 4, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'gw_port': {'id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:38:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:14Z', 'updated_at': '2021-09-15T13:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': '05002623-7eac-40f9-a14c-74c7bbb626ee', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': '47c370e7-8711-4172-8a71-0ab358796903', 'port_id': 'b2bc793d-38ba-40f2-9359-936a50101bd4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'mac_address': 'fa:16:3e:56:fa:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:45:21Z', 'updated_at': '2021-09-15T13:45:36Z', 'revision_number': 1, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b269121a-c40d-49d0-b1b6-a45a3c43c19d', 'name': '', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'mac_address': 'fa:16:3e:ab:fe:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:16Z', 'updated_at': '2021-09-15T13:45:21Z', 'revision_number': 5, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'subnets': [{'id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:37.626541 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354175dd-b8f0-4602-8d79-29ca3f843b76 None None] Checking router: 47c370e7-8711-4172-8a71-0ab358796903 for host: dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:45:37.670612 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354175dd-b8f0-4602-8d79-29ca3f843b76 None None] Routers {'47c370e7-8711-4172-8a71-0ab358796903'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:45:37.671328 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-354175dd-b8f0-4602-8d79-29ca3f843b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:45:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['47c370e7-8711-4172-8a71-0ab358796903'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:37.680752 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf7a2f-b3f1-4719-972b-a60e755881b7 req-9f8aa893-0c1f-4541-82d4-eec78d56a345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:37.682235 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-37bf7a2f-b3f1-4719-972b-a60e755881b7 req-9f8aa893-0c1f-4541-82d4-eec78d56a345 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a95ae3f-eb65-4410-bd12-2770233cdae3 HTTP/1.1" status: 200 len: 911 time: 0.0940127 Sep 15 13:45:37.754926 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-37bf7a2f-b3f1-4719-972b-a60e755881b7 req-7c4f75f6-617d-4993-b041-599362c919c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee782ef4-59ee-40b2-ae51-01d1682ba32f HTTP/1.1" status: 200 len: 1001 time: 0.0635958 Sep 15 13:45:37.807874 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf7a2f-b3f1-4719-972b-a60e755881b7 req-9f65b672-5ddb-4d44-b9fc-ac08f98ae9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:37.809242 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-37bf7a2f-b3f1-4719-972b-a60e755881b7 req-9f65b672-5ddb-4d44-b9fc-ac08f98ae9dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6 HTTP/1.1" status: 200 len: 849 time: 0.0476050 Sep 15 13:45:37.830335 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-354175dd-b8f0-4602-8d79-29ca3f843b76 None None] Set router 47c370e7-8711-4172-8a71-0ab358796903 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:45:37.866822 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf7a2f-b3f1-4719-972b-a60e755881b7 req-5a34f508-28c5-4948-87e1-68ace09cac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:37.868333 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-37bf7a2f-b3f1-4719-972b-a60e755881b7 req-5a34f508-28c5-4948-87e1-68ace09cac63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a95ae3f-eb65-4410-bd12-2770233cdae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472143 Sep 15 13:45:37.871759 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:37.964201 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-37bf7a2f-b3f1-4719-972b-a60e755881b7 req-89a28b16-1598-4c92-8c06-47f4f1bba54b service neutron] 10.222.0.15 "GET /v2.0/networks/1a95ae3f-eb65-4410-bd12-2770233cdae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878856 Sep 15 13:45:38.068285 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-37bf7a2f-b3f1-4719-972b-a60e755881b7 req-37a6ab78-70fd-4135-9ce3-5aa2071df584 service neutron] 10.222.0.15 "GET /v2.0/networks/1a95ae3f-eb65-4410-bd12-2770233cdae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963116 Sep 15 13:45:38.119385 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff', 'tag': 'b2bc793d-38ba-40f2-9359-936a50101bd4'}] {{(pid=101213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:45:38.122289 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff073eead6493975f685ac04183236be2a8c26a4aa37cf526e84efa9cac54909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395c7717-4515-4c27-806c-d3591af1d552" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff", "tag": "b2bc793d-38ba-40f2-9359-936a50101bd4"}]}' {{(pid=101213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:45:38.159882 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e972a56b-4370-4dc6-a9fd-ebdd019d683f x-openstack-request-id: req-e972a56b-4370-4dc6-a9fd-ebdd019d683f {{(pid=101213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:45:38.160180 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff", "tag": "b2bc793d-38ba-40f2-9359-936a50101bd4", "status": "completed", "code": 200}]} {{(pid=101213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:45:38.160437 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e972a56b-4370-4dc6-a9fd-ebdd019d683f {{(pid=101213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:45:38.160895 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff', 'tag': 'b2bc793d-38ba-40f2-9359-936a50101bd4', 'status': 'completed', 'code': 200} Sep 15 13:45:38.186611 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-354175dd-b8f0-4602-8d79-29ca3f843b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c370e7-8711-4172-8a71-0ab358796903', 'name': 'tempest-AttachVolumeShelveTestJSON-707555778-router', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:13Z', 'updated_at': '2021-09-15T13:45:16Z', 'revision_number': 4, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'gw_port': {'id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:38:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:14Z', 'updated_at': '2021-09-15T13:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': '05002623-7eac-40f9-a14c-74c7bbb626ee', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': '47c370e7-8711-4172-8a71-0ab358796903', 'port_id': 'b2bc793d-38ba-40f2-9359-936a50101bd4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'mac_address': 'fa:16:3e:56:fa:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:45:21Z', 'updated_at': '2021-09-15T13:45:36Z', 'revision_number': 1, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b269121a-c40d-49d0-b1b6-a45a3c43c19d', 'name': '', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'mac_address': 'fa:16:3e:ab:fe:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:16Z', 'updated_at': '2021-09-15T13:45:21Z', 'revision_number': 5, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'subnets': [{'id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:38.213752 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354175dd-b8f0-4602-8d79-29ca3f843b76 None None] The sync data for ids ['47c370e7-8711-4172-8a71-0ab358796903'] in dv-cinder-803456-3-iscsi is: [{'id': '47c370e7-8711-4172-8a71-0ab358796903', 'name': 'tempest-AttachVolumeShelveTestJSON-707555778-router', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:13Z', 'updated_at': '2021-09-15T13:45:16Z', 'revision_number': 4, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'gw_port': {'id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:38:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:14Z', 'updated_at': '2021-09-15T13:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': '05002623-7eac-40f9-a14c-74c7bbb626ee', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': '47c370e7-8711-4172-8a71-0ab358796903', 'port_id': 'b2bc793d-38ba-40f2-9359-936a50101bd4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'mac_address': 'fa:16:3e:56:fa:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:45:21Z', 'updated_at': '2021-09-15T13:45:36Z', 'revision_number': 1, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b269121a-c40d-49d0-b1b6-a45a3c43c19d', 'name': '', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'mac_address': 'fa:16:3e:ab:fe:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:16Z', 'updated_at': '2021-09-15T13:45:21Z', 'revision_number': 5, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'subnets': [{'id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:45:38.232274 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c7717-4515-4c27-806c-d3591af1d552 req-1605a8ea-34e9-4e35-888a-25784c0b5d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:38.234655 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-395c7717-4515-4c27-806c-d3591af1d552 req-1605a8ea-34e9-4e35-888a-25784c0b5d70 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d456829f8de447eea8fd66f35874b574&device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 1098 time: 0.0421789 Sep 15 13:45:38.336728 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c7717-4515-4c27-806c-d3591af1d552 req-6fb0f676-a91f-4dde-8c5e-dfcb53439aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:38.338207 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-395c7717-4515-4c27-806c-d3591af1d552 req-6fb0f676-a91f-4dde-8c5e-dfcb53439aea service neutron] 10.222.0.15 "GET /v2.0/networks?id=480fc22a-9718-4af5-897e-c1ba6a0ea29f HTTP/1.1" status: 200 len: 917 time: 0.0946860 Sep 15 13:45:38.409541 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-395c7717-4515-4c27-806c-d3591af1d552 req-8c2e6f94-10f9-4dac-837c-9248285e4f3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2bc793d-38ba-40f2-9359-936a50101bd4 HTTP/1.1" status: 200 len: 999 time: 0.0630064 Sep 15 13:45:38.429265 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49084) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:38.434086 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-2d56e044-b4db-4484-a779-71bc75e51e02 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1844763030-network', 'tenant_id': '1a99727e75ec43f190c229f300f12d5c'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:38.447885 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bbdee6-0813-4ab8-8f09-8273f1be87ac None None] New status for floating IP 05002623-7eac-40f9-a14c-74c7bbb626ee: ACTIVE {{(pid=101216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:45:38.466359 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c7717-4515-4c27-806c-d3591af1d552 req-59bb12d0-0f86-43b0-bbdb-c3e829c857d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:38.468211 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-395c7717-4515-4c27-806c-d3591af1d552 req-59bb12d0-0f86-43b0-bbdb-c3e829c857d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c52fc5a2-023c-41c5-8df6-56d1e497870b HTTP/1.1" status: 200 len: 855 time: 0.0513546 Sep 15 13:45:38.517250 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d56e044-b4db-4484-a779-71bc75e51e02 admin admin] Made reservation on behalf of 1a99727e75ec43f190c229f300f12d5c for: {'network': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:45:38.519784 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2d56e044-b4db-4484-a779-71bc75e51e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for network, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:38.527730 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c7717-4515-4c27-806c-d3591af1d552 req-53834581-a9d6-4fe5-9e3a-e798f9135844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:38.529250 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2d56e044-b4db-4484-a779-71bc75e51e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:38.529414 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-395c7717-4515-4c27-806c-d3591af1d552 req-53834581-a9d6-4fe5-9e3a-e798f9135844 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=480fc22a-9718-4af5-897e-c1ba6a0ea29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508897 Sep 15 13:45:38.622043 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2d56e044-b4db-4484-a779-71bc75e51e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:38.622927 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-395c7717-4515-4c27-806c-d3591af1d552 req-dd7d358e-3cb5-4b46-be79-36661a458240 service neutron] 10.222.0.15 "GET /v2.0/networks/480fc22a-9718-4af5-897e-c1ba6a0ea29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841086 Sep 15 13:45:38.706522 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2d56e044-b4db-4484-a779-71bc75e51e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:38.719380 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-395c7717-4515-4c27-806c-d3591af1d552 req-e85cbe98-49ae-464a-9703-3231c67c08aa service neutron] 10.222.0.15 "GET /v2.0/networks/480fc22a-9718-4af5-897e-c1ba6a0ea29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860965 Sep 15 13:45:38.735903 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d56e044-b4db-4484-a779-71bc75e51e02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=101213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:45:38.746202 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56e044-b4db-4484-a779-71bc75e51e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd40455-c9dd-4617-b479-ea62a93f9f1f,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:38.751774 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2d56e044-b4db-4484-a779-71bc75e51e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:38.752139 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.db.segments_db [None req-2d56e044-b4db-4484-a779-71bc75e51e02 admin admin] Added segment 584b6092-872d-4aa3-b043-d15dba3ee479 of type vlan for network 64ae65d3-68e2-4518-a9b8-ded1463ce90c Sep 15 13:45:38.793849 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2d56e044-b4db-4484-a779-71bc75e51e02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777769156895'] for network, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:38.974575 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2d56e044-b4db-4484-a779-71bc75e51e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for network, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:38.975577 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d56e044-b4db-4484-a779-71bc75e51e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:38.976164 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-2d56e044-b4db-4484-a779-71bc75e51e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:39.036937 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56e044-b4db-4484-a779-71bc75e51e02 admin admin] Pushing event updated for resources: {'Network': ['ID=64ae65d3-68e2-4518-a9b8-ded1463ce90c,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:39.047108 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Network 64ae65d3-68e2-4518-a9b8-ded1463ce90c details requested by agent ovs-agent-dv-cinder-803456-3-iscsi with host dv-cinder-803456-3-iscsi {{(pid=101215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:45:39.061045 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-2d56e044-b4db-4484-a779-71bc75e51e02 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6306849 Sep 15 13:45:39.063724 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49086) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:39.068403 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-e3dc4b93-4e74-4431-a94a-29192b5c4a5d admin admin] Request body: {'subnet': {'network_id': '64ae65d3-68e2-4518-a9b8-ded1463ce90c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1844763030-subnet', 'tenant_id': '1a99727e75ec43f190c229f300f12d5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:39.157096 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dc4b93-4e74-4431-a94a-29192b5c4a5d admin admin] Made reservation on behalf of 1a99727e75ec43f190c229f300f12d5c for: {'subnet': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:45:39.159407 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e3dc4b93-4e74-4431-a94a-29192b5c4a5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4981161'] for subnet, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:39.386655 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e3dc4b93-4e74-4431-a94a-29192b5c4a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5008671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4981127'] for subnet, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:39.446408 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc4b93-4e74-4431-a94a-29192b5c4a5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7f260c5-425e-4ef1-ac5d-faca794e0414,revision_number=0']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:39.450603 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc4b93-4e74-4431-a94a-29192b5c4a5d admin admin] Checking segment: {'id': '584b6092-872d-4aa3-b043-d15dba3ee479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '64ae65d3-68e2-4518-a9b8-ded1463ce90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:45:39.450950 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dc4b93-4e74-4431-a94a-29192b5c4a5d admin admin] Network hostable DHCP agents. Network: 64ae65d3-68e2-4518-a9b8-ded1463ce90c, hostable agents: ['059ef8ed-a851-4324-85c0-3d7a16d26e98'], hosted agents: [] {{(pid=101213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:45:39.534190 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dc4b93-4e74-4431-a94a-29192b5c4a5d admin admin] Network 64ae65d3-68e2-4518-a9b8-ded1463ce90c is scheduled to be hosted by DHCP agent 059ef8ed-a851-4324-85c0-3d7a16d26e98 with binding_index 1 {{(pid=101213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:45:39.642649 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-e3dc4b93-4e74-4431-a94a-29192b5c4a5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-3-iscsi, 64ae65d3-68e2-4518-a9b8-ded1463ce90c) {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:45:39.647584 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dc4b93-4e74-4431-a94a-29192b5c4a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:39.648666 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e3dc4b93-4e74-4431-a94a-29192b5c4a5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:39.650894 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3431120-e5dd-46f5-80bd-18de37d953f8 None None] Network 64ae65d3-68e2-4518-a9b8-ded1463ce90c requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:45:39.735334 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-e3dc4b93-4e74-4431-a94a-29192b5c4a5d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6705663 Sep 15 13:45:39.774091 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f765ca9-8cb6-4d8c-b6dd-c7e26cea058a None None] Network 64ae65d3-68e2-4518-a9b8-ded1463ce90c requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:45:39.853305 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49092) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:39.901424 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_v2 [None req-475efd6f-9923-4c00-b19e-d281de22a904 admin admin] Deleting subnet 2a91fb25-3370-4939-95e5-e25ce144df49 {{(pid=101213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:45:39.904958 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-475efd6f-9923-4c00-b19e-d281de22a904 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.138322 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-475efd6f-9923-4c00-b19e-d281de22a904 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008874'] for subnet, precommit_delete_associations {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.175932 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-475efd6f-9923-4c00-b19e-d281de22a904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493165'] for subnet, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.317593 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-475efd6f-9923-4c00-b19e-d281de22a904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5008732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4981134'] for subnet, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.345750 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-475efd6f-9923-4c00-b19e-d281de22a904 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.347589 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-475efd6f-9923-4c00-b19e-d281de22a904 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2a91fb25-3370-4939-95e5-e25ce144df49 HTTP/1.1" status: 204 len: 168 time: 0.4932051 Sep 15 13:45:40.348529 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475efd6f-9923-4c00-b19e-d281de22a904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a91fb25-3370-4939-95e5-e25ce144df49,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:40.350178 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49094) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:40.379692 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:45:40.416729 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-df469fef-8a41-467a-8352-3a9aa0f79147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463644'] for network, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.495444 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-df469fef-8a41-467a-8352-3a9aa0f79147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492266', 'neutron.services.segments.db._delete_segments_for_network-8777769697949'] for network, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.515954 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.services.segments.db [None req-df469fef-8a41-467a-8352-3a9aa0f79147 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fdc2d5d-e3f5-43c1-96fc-0aabf645c80a']}} {{(pid=101214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:40.524720 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.services.segments.db [None req-df469fef-8a41-467a-8352-3a9aa0f79147 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257cd9d2-7ec8-4eb7-86ef-3272db9f2945') {'for_net_delete': True} {{(pid=101214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:40.525009 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.services.segments.db [None req-df469fef-8a41-467a-8352-3a9aa0f79147 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257cd9d2-7ec8-4eb7-86ef-3272db9f2945') {} {{(pid=101214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:40.533953 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-df469fef-8a41-467a-8352-3a9aa0f79147 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777769698726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4615982'] for segment, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.546577 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-df469fef-8a41-467a-8352-3a9aa0f79147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.552151 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df469fef-8a41-467a-8352-3a9aa0f79147 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=101214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:45:40.552522 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-df469fef-8a41-467a-8352-3a9aa0f79147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4267764'] for segment, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: Traceback (most recent call last): Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: timer() Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: cb(*args, **kw) Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: return func(*args, **kwargs) Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: self._notify() Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: self.callback(batched_events) Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: event.method(event) Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: return f(self, *a, **k) Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: return self._get(url).json() Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: return self.request(url, 'GET', **kwargs) Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:45:40.554144 dv-cinder-803456-3-iscsi neutron-server[101214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:45:40.671845 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-df469fef-8a41-467a-8352-3a9aa0f79147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550935'] for network, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.676780 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-df469fef-8a41-467a-8352-3a9aa0f79147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.678676 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-df469fef-8a41-467a-8352-3a9aa0f79147 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4fdc2d5d-e3f5-43c1-96fc-0aabf645c80a HTTP/1.1" status: 204 len: 168 time: 0.3274107 Sep 15 13:45:40.681512 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49098) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:40.691773 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df469fef-8a41-467a-8352-3a9aa0f79147 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fdc2d5d-e3f5-43c1-96fc-0aabf645c80a,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:40.739533 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_v2 [None req-270c9772-faef-47f8-acef-bff41cbedfd2 admin admin] Deleting subnet b7f260c5-425e-4ef1-ac5d-faca794e0414 {{(pid=101213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:45:40.742670 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-270c9772-faef-47f8-acef-bff41cbedfd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.777023 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-270c9772-faef-47f8-acef-bff41cbedfd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008874'] for subnet, precommit_delete_associations {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.814843 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-270c9772-faef-47f8-acef-bff41cbedfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493165'] for subnet, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.923565 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-270c9772-faef-47f8-acef-bff41cbedfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5008732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4981134'] for subnet, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.950978 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c9772-faef-47f8-acef-bff41cbedfd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7f260c5-425e-4ef1-ac5d-faca794e0414,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:40.953178 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-270c9772-faef-47f8-acef-bff41cbedfd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:40.954927 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-270c9772-faef-47f8-acef-bff41cbedfd2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b7f260c5-425e-4ef1-ac5d-faca794e0414 HTTP/1.1" status: 204 len: 168 time: 0.2724125 Sep 15 13:45:40.957360 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49100) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:41.031769 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3f5f207b-74ec-4340-9930-95aef3cab985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463644'] for network, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:41.112310 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3f5f207b-74ec-4340-9930-95aef3cab985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492266', 'neutron.services.segments.db._delete_segments_for_network-8777769697949'] for network, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:41.131926 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-3f5f207b-74ec-4340-9930-95aef3cab985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ae65d3-68e2-4518-a9b8-ded1463ce90c']}} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:41.141337 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-3f5f207b-74ec-4340-9930-95aef3cab985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584b6092-872d-4aa3-b043-d15dba3ee479') {'for_net_delete': True} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:41.141635 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-3f5f207b-74ec-4340-9930-95aef3cab985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584b6092-872d-4aa3-b043-d15dba3ee479') {} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:41.150671 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3f5f207b-74ec-4340-9930-95aef3cab985 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777769698726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008865'] for segment, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:41.163952 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3f5f207b-74ec-4340-9930-95aef3cab985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:41.169566 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5f207b-74ec-4340-9930-95aef3cab985 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=101213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:45:41.169979 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3f5f207b-74ec-4340-9930-95aef3cab985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5084034'] for segment, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: Traceback (most recent call last): Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: timer() Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: cb(*args, **kw) Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: return func(*args, **kwargs) Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: self._notify() Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: self.callback(batched_events) Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: event.method(event) Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: return f(self, *a, **k) Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: return self._get(url).json() Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: return self.request(url, 'GET', **kwargs) Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:45:41.172186 dv-cinder-803456-3-iscsi neutron-server[101213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:45:41.305760 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3f5f207b-74ec-4340-9930-95aef3cab985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550935'] for network, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:41.311096 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3f5f207b-74ec-4340-9930-95aef3cab985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:41.312949 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-3f5f207b-74ec-4340-9930-95aef3cab985 admin admin] 10.222.0.30 "DELETE /v2.0/networks/64ae65d3-68e2-4518-a9b8-ded1463ce90c HTTP/1.1" status: 204 len: 168 time: 0.3546925 Sep 15 13:45:41.323544 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f207b-74ec-4340-9930-95aef3cab985 admin admin] Pushing event deleted for resources: {'Network': ['ID=64ae65d3-68e2-4518-a9b8-ded1463ce90c,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:41.630656 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49106) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:41.669806 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-b601dc0f-56b3-4cc2-989f-afa691f2897d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d9d745498d274a5293774acf41440896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380356 Sep 15 13:45:41.672257 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49108) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:41.719146 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6f350391-6cca-4bf6-b137-d510db94da6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:41.739328 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6f350391-6cca-4bf6-b137-d510db94da6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:41.860326 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6f350391-6cca-4bf6-b137-d510db94da6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:41.862787 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6f350391-6cca-4bf6-b137-d510db94da6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:41.863925 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-6f350391-6cca-4bf6-b137-d510db94da6f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3806ceeb-39fe-42f7-ab27-8b0d67c42a12 HTTP/1.1" status: 204 len: 168 time: 0.1908062 Sep 15 13:45:41.874166 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f350391-6cca-4bf6-b137-d510db94da6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3806ceeb-39fe-42f7-ab27-8b0d67c42a12,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:42.481486 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49114) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:42.521121 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-859cb28e-20f8-49b0-8c1b-ec2b5d783708 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1a99727e75ec43f190c229f300f12d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384355 Sep 15 13:45:42.523501 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49116) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:42.574860 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f7f0b44d-6e04-4626-bf91-5b65150afd40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:42.596488 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f7f0b44d-6e04-4626-bf91-5b65150afd40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:42.688714 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f7f0b44d-6e04-4626-bf91-5b65150afd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:42.691448 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f7f0b44d-6e04-4626-bf91-5b65150afd40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:42.692574 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-f7f0b44d-6e04-4626-bf91-5b65150afd40 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dcd40455-c9dd-4617-b479-ea62a93f9f1f HTTP/1.1" status: 204 len: 168 time: 0.1682208 Sep 15 13:45:42.700358 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0b44d-6e04-4626-bf91-5b65150afd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd40455-c9dd-4617-b479-ea62a93f9f1f,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:51.162856 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-53ff37c2-dd4f-44d1-9220-81b7d406ad3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:53.481665 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-4ffc0b1b-89da-40c5-bd59-80e75ebea1c7 req-17a631ff-c675-430a-a6c8-ffecffae41d8 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-45541248&fields=id&tenant_id=61294742e3c340a6ad4d0579212932db HTTP/1.1" status: 200 len: 267 time: 0.0339909 Sep 15 13:45:53.541492 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc0b1b-89da-40c5-bd59-80e75ebea1c7 req-7630d1e6-7a7d-498c-98f1-354dadc9eab0 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:53.542991 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-4ffc0b1b-89da-40c5-bd59-80e75ebea1c7 req-7630d1e6-7a7d-498c-98f1-354dadc9eab0 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 984 time: 0.0555327 Sep 15 13:45:53.554979 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-4ffc0b1b-89da-40c5-bd59-80e75ebea1c7 req-71122d73-955c-417b-bff2-9b20dd309756 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Request body: {'port': {'security_groups': ['397d5d9d-7608-45cd-9244-a5061181f998']}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:45:53.630997 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-4ffc0b1b-89da-40c5-bd59-80e75ebea1c7 req-71122d73-955c-417b-bff2-9b20dd309756 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:53.700428 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-03b5e6e5-8b5b-4862-a8b3-f343eb2a8b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:53.792232 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:53.809024 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-4ffc0b1b-89da-40c5-bd59-80e75ebea1c7 req-71122d73-955c-417b-bff2-9b20dd309756 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] For port 34ba892c-d9d8-4bf7-bd08-e539fdaa1880, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=34ba892c-d9d8-4bf7-bd08-e539fdaa1880,segment=NetworkSegment(79e6bc1f-74e3-492d-9ff2-405a7fa751d5),segment_id=79e6bc1f-74e3-492d-9ff2-405a7fa751d5)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:45:53.838326 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-4ffc0b1b-89da-40c5-bd59-80e75ebea1c7 req-71122d73-955c-417b-bff2-9b20dd309756 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:53.963430 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-4ffc0b1b-89da-40c5-bd59-80e75ebea1c7 req-71122d73-955c-417b-bff2-9b20dd309756 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:53.976030 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['34ba892c-d9d8-4bf7-bd08-e539fdaa1880'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:45:54.006364 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc0b1b-89da-40c5-bd59-80e75ebea1c7 req-71122d73-955c-417b-bff2-9b20dd309756 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:54.006985 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-4ffc0b1b-89da-40c5-bd59-80e75ebea1c7 req-71122d73-955c-417b-bff2-9b20dd309756 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:54.008358 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-4ffc0b1b-89da-40c5-bd59-80e75ebea1c7 req-71122d73-955c-417b-bff2-9b20dd309756 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "PUT /v2.0/ports/34ba892c-d9d8-4bf7-bd08-e539fdaa1880 HTTP/1.1" status: 200 len: 942 time: 0.4591501 Sep 15 13:45:54.008903 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d22783-1f64-4b8c-9ba2-623e52855e03', 'tag': '34ba892c-d9d8-4bf7-bd08-e539fdaa1880'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:45:54.011188 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5f274f-4224-43f2-9f85-4783f958ffd3" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d22783-1f64-4b8c-9ba2-623e52855e03", "tag": "34ba892c-d9d8-4bf7-bd08-e539fdaa1880"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:45:54.017577 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49270) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:54.043811 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71122d73-955c-417b-bff2-9b20dd309756 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Pushing event updated for resources: {'Port': ['ID=34ba892c-d9d8-4bf7-bd08-e539fdaa1880,revision_number=7']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:54.068433 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63ce8dd-1754-4164-904a-ba3fc2c71937 x-openstack-request-id: req-e63ce8dd-1754-4164-904a-ba3fc2c71937 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:45:54.068433 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d22783-1f64-4b8c-9ba2-623e52855e03", "tag": "34ba892c-d9d8-4bf7-bd08-e539fdaa1880", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:45:54.068433 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e63ce8dd-1754-4164-904a-ba3fc2c71937 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:45:54.068864 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d22783-1f64-4b8c-9ba2-623e52855e03', 'tag': '34ba892c-d9d8-4bf7-bd08-e539fdaa1880', 'status': 'completed', 'code': 200} Sep 15 13:45:54.104135 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-18b547c6-4338-4c83-b2b9-99973358de9f tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:54.130428 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['34ba892c-d9d8-4bf7-bd08-e539fdaa1880'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:45:54.134906 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-18b547c6-4338-4c83-b2b9-99973358de9f tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:54.167550 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f274f-4224-43f2-9f85-4783f958ffd3 req-0998ccf4-7efa-4a47-813e-0160b2e5b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:54.172565 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-cb5f274f-4224-43f2-9f85-4783f958ffd3 req-0998ccf4-7efa-4a47-813e-0160b2e5b705 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61294742e3c340a6ad4d0579212932db&device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 1098 time: 0.0668371 Sep 15 13:45:54.276382 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f274f-4224-43f2-9f85-4783f958ffd3 req-14d83817-e65b-4e0d-aaae-2ca08ff4346d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:54.277831 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-cb5f274f-4224-43f2-9f85-4783f958ffd3 req-14d83817-e65b-4e0d-aaae-2ca08ff4346d service neutron] 10.222.0.15 "GET /v2.0/networks?id=4faa406a-5949-48ea-a6c9-57f1d5522242 HTTP/1.1" status: 200 len: 915 time: 0.0900149 Sep 15 13:45:54.293719 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-be34cd01-eb76-491f-a3da-cfc0fcf049f4 None None] Provisioning complete for port 34ba892c-d9d8-4bf7-bd08-e539fdaa1880 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:45:54.294089 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-be34cd01-eb76-491f-a3da-cfc0fcf049f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:54.317334 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-18b547c6-4338-4c83-b2b9-99973358de9f tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:54.320206 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-18b547c6-4338-4c83-b2b9-99973358de9f tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:54.324182 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-18b547c6-4338-4c83-b2b9-99973358de9f tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "DELETE /v2.0/security-groups/8c4235e1-6383-49c8-8663-c2ce5694b6ef HTTP/1.1" status: 204 len: 168 time: 0.3025570 Sep 15 13:45:54.324803 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49272) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:45:54.341436 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b547c6-4338-4c83-b2b9-99973358de9f tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4235e1-6383-49c8-8663-c2ce5694b6ef,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:54.344502 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-cb5f274f-4224-43f2-9f85-4783f958ffd3 req-530f6ad7-ab19-406f-8c23-26b8c228b6c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ba892c-d9d8-4bf7-bd08-e539fdaa1880 HTTP/1.1" status: 200 len: 1000 time: 0.0583498 Sep 15 13:45:54.411224 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f274f-4224-43f2-9f85-4783f958ffd3 req-edf905ef-9746-4150-bbc8-f6fb2691518a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:54.412685 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-cb5f274f-4224-43f2-9f85-4783f958ffd3 req-edf905ef-9746-4150-bbc8-f6fb2691518a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac47ab29-1e5b-46c4-82bd-f8befa3f5f53 HTTP/1.1" status: 200 len: 853 time: 0.0517848 Sep 15 13:45:54.461323 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f274f-4224-43f2-9f85-4783f958ffd3 req-07a133c3-7465-43c2-8597-47d127cea0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:54.462803 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-cb5f274f-4224-43f2-9f85-4783f958ffd3 req-07a133c3-7465-43c2-8597-47d127cea0c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4faa406a-5949-48ea-a6c9-57f1d5522242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405633 Sep 15 13:45:54.497889 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-e7f3ace7-38bc-40e1-8e35-1c5411e70527 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Deleting port e9a6f084-ce95-4b6d-917f-c04280b57246 {{(pid=101213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:45:54.498795 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e7f3ace7-38bc-40e1-8e35-1c5411e70527 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:54.557481 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-cb5f274f-4224-43f2-9f85-4783f958ffd3 req-57e8a763-ba59-4efa-bf34-dcc6183229bc service neutron] 10.222.0.15 "GET /v2.0/networks/4faa406a-5949-48ea-a6c9-57f1d5522242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799375 Sep 15 13:45:54.577953 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e7f3ace7-38bc-40e1-8e35-1c5411e70527 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:54.578275 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e7f3ace7-38bc-40e1-8e35-1c5411e70527 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:54.590003 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-e7f3ace7-38bc-40e1-8e35-1c5411e70527 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Calling delete_port for e9a6f084-ce95-4b6d-917f-c04280b57246 owned by network:floatingip {{(pid=101213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:45:54.661703 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-cb5f274f-4224-43f2-9f85-4783f958ffd3 req-ce189cf7-8951-4e96-b4e6-c258c5881ce5 service neutron] 10.222.0.15 "GET /v2.0/networks/4faa406a-5949-48ea-a6c9-57f1d5522242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901563 Sep 15 13:45:54.849092 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e7f3ace7-38bc-40e1-8e35-1c5411e70527 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:54.878035 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3ace7-38bc-40e1-8e35-1c5411e70527 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Pushing event deleted for resources: {'Port': ['ID=e9a6f084-ce95-4b6d-917f-c04280b57246,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:45:54.935331 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e7f3ace7-38bc-40e1-8e35-1c5411e70527 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks [] for floatingip, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:54.936268 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.db.l3_db [None req-e7f3ace7-38bc-40e1-8e35-1c5411e70527 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Floating IP 545986b4-8815-41c5-8f22-fe6624623650 disassociated (deleted). External IP: 172.27.0.99, port: 34ba892c-d9d8-4bf7-bd08-e539fdaa1880. Sep 15 13:45:55.072123 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:55.171757 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f3ace7-38bc-40e1-8e35-1c5411e70527 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Router 82d52fdd-4f21-4e57-b144-eda6cade40ed has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:45:55.277357 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f3ace7-38bc-40e1-8e35-1c5411e70527 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:45:55.282371 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e7f3ace7-38bc-40e1-8e35-1c5411e70527 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for floatingip, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:55.290915 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d2b7bc-8084-4dd0-9992-978c2e9da845 None None] Sync routers for ids ['82d52fdd-4f21-4e57-b144-eda6cade40ed'] in dv-cinder-803456-3-iscsi {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:45:55.303586 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d2b7bc-8084-4dd0-9992-978c2e9da845 None None] Routers {'82d52fdd-4f21-4e57-b144-eda6cade40ed'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:45:55.304885 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-87d2b7bc-8084-4dd0-9992-978c2e9da845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:45:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['82d52fdd-4f21-4e57-b144-eda6cade40ed'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:55.312449 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-e7f3ace7-38bc-40e1-8e35-1c5411e70527 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "DELETE /v2.0/floatingips/545986b4-8815-41c5-8f22-fe6624623650 HTTP/1.1" status: 204 len: 168 time: 0.9836349 Sep 15 13:45:55.312883 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d22783-1f64-4b8c-9ba2-623e52855e03', 'tag': '34ba892c-d9d8-4bf7-bd08-e539fdaa1880'}] {{(pid=101213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:45:55.315252 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff073eead6493975f685ac04183236be2a8c26a4aa37cf526e84efa9cac54909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685ab5b3-666c-410c-b5a8-7c2ed32167a8" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d22783-1f64-4b8c-9ba2-623e52855e03", "tag": "34ba892c-d9d8-4bf7-bd08-e539fdaa1880"}]}' {{(pid=101213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:45:55.405744 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb693f1-81af-4497-904d-3bb76c9d3806 x-openstack-request-id: req-2bb693f1-81af-4497-904d-3bb76c9d3806 {{(pid=101213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:45:55.406039 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d22783-1f64-4b8c-9ba2-623e52855e03", "tag": "34ba892c-d9d8-4bf7-bd08-e539fdaa1880", "status": "completed", "code": 200}]} {{(pid=101213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:45:55.406480 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2bb693f1-81af-4497-904d-3bb76c9d3806 {{(pid=101213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:45:55.406885 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d22783-1f64-4b8c-9ba2-623e52855e03', 'tag': '34ba892c-d9d8-4bf7-bd08-e539fdaa1880', 'status': 'completed', 'code': 200} Sep 15 13:45:55.446883 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-87d2b7bc-8084-4dd0-9992-978c2e9da845 None None] Set router 82d52fdd-4f21-4e57-b144-eda6cade40ed gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:45:55.490045 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ab5b3-666c-410c-b5a8-7c2ed32167a8 req-a4b64cc5-9654-437e-8db4-92760c6628ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:55.491525 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-685ab5b3-666c-410c-b5a8-7c2ed32167a8 req-a4b64cc5-9654-437e-8db4-92760c6628ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61294742e3c340a6ad4d0579212932db&device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 1098 time: 0.0569367 Sep 15 13:45:55.587901 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ab5b3-666c-410c-b5a8-7c2ed32167a8 req-055cdf2e-b81b-4d28-9ac7-ced92d41c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:55.589407 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-685ab5b3-666c-410c-b5a8-7c2ed32167a8 req-055cdf2e-b81b-4d28-9ac7-ced92d41c162 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4faa406a-5949-48ea-a6c9-57f1d5522242 HTTP/1.1" status: 200 len: 915 time: 0.0883534 Sep 15 13:45:55.632463 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-685ab5b3-666c-410c-b5a8-7c2ed32167a8 req-09dada4a-2689-4906-bcc3-89499de40607 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ba892c-d9d8-4bf7-bd08-e539fdaa1880 HTTP/1.1" status: 200 len: 217 time: 0.0321572 Sep 15 13:45:55.662487 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-87d2b7bc-8084-4dd0-9992-978c2e9da845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'name': 'tempest-TestMinimumBasicScenario-194145396-router', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:42Z', 'updated_at': '2021-09-15T13:42:47Z', 'revision_number': 4, 'project_id': '61294742e3c340a6ad4d0579212932db', 'gw_port': {'id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:43Z', 'updated_at': '2021-09-15T13:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '627b9262-0445-44d5-86ad-f5b9b6695c2d', 'name': '', 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'mac_address': 'fa:16:3e:ee:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ac47ab29-1e5b-46c4-82bd-f8befa3f5f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:46Z', 'updated_at': '2021-09-15T13:42:51Z', 'revision_number': 5, 'project_id': '61294742e3c340a6ad4d0579212932db', 'subnets': [{'id': 'ac47ab29-1e5b-46c4-82bd-f8befa3f5f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:55.689576 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ab5b3-666c-410c-b5a8-7c2ed32167a8 req-ad9cf273-c529-4347-a15c-f4f2cc445f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:55.689828 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d2b7bc-8084-4dd0-9992-978c2e9da845 None None] Checking router: 82d52fdd-4f21-4e57-b144-eda6cade40ed for host: dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:45:55.691029 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-685ab5b3-666c-410c-b5a8-7c2ed32167a8 req-ad9cf273-c529-4347-a15c-f4f2cc445f98 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac47ab29-1e5b-46c4-82bd-f8befa3f5f53 HTTP/1.1" status: 200 len: 853 time: 0.0493076 Sep 15 13:45:55.697808 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d2b7bc-8084-4dd0-9992-978c2e9da845 None None] Routers {'82d52fdd-4f21-4e57-b144-eda6cade40ed'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:45:55.698391 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-87d2b7bc-8084-4dd0-9992-978c2e9da845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:45:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['82d52fdd-4f21-4e57-b144-eda6cade40ed'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:55.762742 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ab5b3-666c-410c-b5a8-7c2ed32167a8 req-dfacb3f7-1e88-4da6-a19c-b6a2979347f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:55.765138 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-685ab5b3-666c-410c-b5a8-7c2ed32167a8 req-dfacb3f7-1e88-4da6-a19c-b6a2979347f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4faa406a-5949-48ea-a6c9-57f1d5522242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0659533 Sep 15 13:45:55.817121 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-87d2b7bc-8084-4dd0-9992-978c2e9da845 None None] Set router 82d52fdd-4f21-4e57-b144-eda6cade40ed gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:45:55.869319 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-685ab5b3-666c-410c-b5a8-7c2ed32167a8 req-dddc2143-8380-4718-88f5-370da1273e8e service neutron] 10.222.0.15 "GET /v2.0/networks/4faa406a-5949-48ea-a6c9-57f1d5522242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940657 Sep 15 13:45:55.965786 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-685ab5b3-666c-410c-b5a8-7c2ed32167a8 req-b9adb5ea-4b89-48a7-925e-3d25982c0266 service neutron] 10.222.0.15 "GET /v2.0/networks/4faa406a-5949-48ea-a6c9-57f1d5522242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873208 Sep 15 13:45:56.029104 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-87d2b7bc-8084-4dd0-9992-978c2e9da845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'name': 'tempest-TestMinimumBasicScenario-194145396-router', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:42Z', 'updated_at': '2021-09-15T13:42:47Z', 'revision_number': 4, 'project_id': '61294742e3c340a6ad4d0579212932db', 'gw_port': {'id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:43Z', 'updated_at': '2021-09-15T13:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '627b9262-0445-44d5-86ad-f5b9b6695c2d', 'name': '', 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'mac_address': 'fa:16:3e:ee:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ac47ab29-1e5b-46c4-82bd-f8befa3f5f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:46Z', 'updated_at': '2021-09-15T13:42:51Z', 'revision_number': 5, 'project_id': '61294742e3c340a6ad4d0579212932db', 'subnets': [{'id': 'ac47ab29-1e5b-46c4-82bd-f8befa3f5f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:45:56.061138 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d2b7bc-8084-4dd0-9992-978c2e9da845 None None] The sync data for ids ['82d52fdd-4f21-4e57-b144-eda6cade40ed'] in dv-cinder-803456-3-iscsi is: [{'id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'name': 'tempest-TestMinimumBasicScenario-194145396-router', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:42Z', 'updated_at': '2021-09-15T13:42:47Z', 'revision_number': 4, 'project_id': '61294742e3c340a6ad4d0579212932db', 'gw_port': {'id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:43Z', 'updated_at': '2021-09-15T13:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '627b9262-0445-44d5-86ad-f5b9b6695c2d', 'name': '', 'network_id': '4faa406a-5949-48ea-a6c9-57f1d5522242', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'mac_address': 'fa:16:3e:ee:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'ac47ab29-1e5b-46c4-82bd-f8befa3f5f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:46Z', 'updated_at': '2021-09-15T13:42:51Z', 'revision_number': 5, 'project_id': '61294742e3c340a6ad4d0579212932db', 'subnets': [{'id': 'ac47ab29-1e5b-46c4-82bd-f8befa3f5f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:45:56.272934 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac33345-ead1-408b-8a8e-6f77b0a3ae0b None None] New status for floating IP 545986b4-8815-41c5-8f22-fe6624623650: DOWN {{(pid=101216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:45:56.620427 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:45:57.919101 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c773d3a-4342-4174-adbe-9782a7ae6ab9 req-0fb96f54-69fd-446d-bdc4-3687a446ceec tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:57.921344 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-1c773d3a-4342-4174-adbe-9782a7ae6ab9 req-0fb96f54-69fd-446d-bdc4-3687a446ceec tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0611794 Sep 15 13:45:57.962022 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-1c773d3a-4342-4174-adbe-9782a7ae6ab9 req-64bb8111-3475-4bed-9850-9d5ccdb8e345 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344853 Sep 15 13:45:59.075570 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9895e-8319-4f7b-aa48-6c987147c9a0 req-cbb329ff-a8a2-4b98-bc3d-f448be963726 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:59.077743 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-32c9895e-8319-4f7b-aa48-6c987147c9a0 req-cbb329ff-a8a2-4b98-bc3d-f448be963726 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0489469 Sep 15 13:45:59.116571 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-32c9895e-8319-4f7b-aa48-6c987147c9a0 req-0272bff7-7e77-4f3e-8ec1-b7340620681a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329206 Sep 15 13:45:59.662483 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b2784-4487-41eb-b271-3263e1517158 req-69033c0b-7a01-4c29-9166-61502208c0ac tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:45:59.664021 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-969b2784-4487-41eb-b271-3263e1517158 req-69033c0b-7a01-4c29-9166-61502208c0ac tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 945 time: 0.0549645 Sep 15 13:45:59.702761 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-969b2784-4487-41eb-b271-3263e1517158 req-371414fa-1612-42ab-956b-fe5c49b391ee tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325558 Sep 15 13:46:00.236738 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc044f-5980-4305-b7f4-9a99b8bc565a req-4b8de6fb-3408-4a2f-91a3-898d97d64d6a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:00.238184 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dbbc044f-5980-4305-b7f4-9a99b8bc565a req-4b8de6fb-3408-4a2f-91a3-898d97d64d6a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.15 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0803361 Sep 15 13:46:00.254273 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcd2df-fce1-424d-b44d-f0f781968e7e req-d1eb413a-6b5b-41ef-b647-ec8e928a363f tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:00.255624 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-4ddcd2df-fce1-424d-b44d-f0f781968e7e req-d1eb413a-6b5b-41ef-b647-ec8e928a363f tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 945 time: 0.0686769 Sep 15 13:46:00.339328 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-4ddcd2df-fce1-424d-b44d-f0f781968e7e req-a0e98bd5-d874-4ecf-9085-bdc61c34e2e0 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=295d197d-4312-4d66-8c93-ad5e6d847739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769086 Sep 15 13:46:00.365273 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-dbbc044f-5980-4305-b7f4-9a99b8bc565a req-9058c331-f9fb-42e8-b8cc-2e33fcc09813 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Deleting port ee782ef4-59ee-40b2-ae51-01d1682ba32f {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:46:00.365619 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dbbc044f-5980-4305-b7f4-9a99b8bc565a req-9058c331-f9fb-42e8-b8cc-2e33fcc09813 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:00.453629 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-dbbc044f-5980-4305-b7f4-9a99b8bc565a req-9058c331-f9fb-42e8-b8cc-2e33fcc09813 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] For port ee782ef4-59ee-40b2-ae51-01d1682ba32f, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=ee782ef4-59ee-40b2-ae51-01d1682ba32f,segment=NetworkSegment(c2499852-0995-4468-ba42-b5e7f07ff544),segment_id=c2499852-0995-4468-ba42-b5e7f07ff544)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:00.453993 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dbbc044f-5980-4305-b7f4-9a99b8bc565a req-9058c331-f9fb-42e8-b8cc-2e33fcc09813 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:00.822979 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df666870-0435-4ad4-9b80-a539cfad1714 req-a5701f8e-ff91-4911-b35b-caa010230456 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:00.824442 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-df666870-0435-4ad4-9b80-a539cfad1714 req-a5701f8e-ff91-4911-b35b-caa010230456 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 945 time: 0.0497010 Sep 15 13:46:00.863165 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-df666870-0435-4ad4-9b80-a539cfad1714 req-49908caa-62a7-4c51-b183-14e0b45f59a7 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328233 Sep 15 13:46:00.909722 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dbbc044f-5980-4305-b7f4-9a99b8bc565a req-9058c331-f9fb-42e8-b8cc-2e33fcc09813 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:00.910084 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dbbc044f-5980-4305-b7f4-9a99b8bc565a req-9058c331-f9fb-42e8-b8cc-2e33fcc09813 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550917'] for floatingip, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:00.910495 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.db.l3_db [req-dbbc044f-5980-4305-b7f4-9a99b8bc565a req-9058c331-f9fb-42e8-b8cc-2e33fcc09813 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Floating IP fa2ab67c-813e-4029-8e37-7dc353291d50 disassociated. External IP: 172.27.0.238, port: ee782ef4-59ee-40b2-ae51-01d1682ba32f. Sep 15 13:46:00.910837 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-dbbc044f-5980-4305-b7f4-9a99b8bc565a req-9058c331-f9fb-42e8-b8cc-2e33fcc09813 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Calling delete_port for ee782ef4-59ee-40b2-ae51-01d1682ba32f owned by compute:nova {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:46:01.106446 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dbbc044f-5980-4305-b7f4-9a99b8bc565a req-9058c331-f9fb-42e8-b8cc-2e33fcc09813 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:01.136685 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058c331-f9fb-42e8-b8cc-2e33fcc09813 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Pushing event deleted for resources: {'Port': ['ID=ee782ef4-59ee-40b2-ae51-01d1682ba32f,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:01.252206 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbbc044f-5980-4305-b7f4-9a99b8bc565a req-9058c331-f9fb-42e8-b8cc-2e33fcc09813 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Router 98f36e57-6586-4df2-a3bd-6da2977e4eb4 has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:46:01.362551 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbbc044f-5980-4305-b7f4-9a99b8bc565a req-9058c331-f9fb-42e8-b8cc-2e33fcc09813 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:46:01.378372 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d916a2-05cf-4c59-97db-84a9d0aeb5d8 None None] Sync routers for ids ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'] in dv-cinder-803456-3-iscsi {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:46:01.389879 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d916a2-05cf-4c59-97db-84a9d0aeb5d8 None None] Routers {'98f36e57-6586-4df2-a3bd-6da2977e4eb4'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:46:01.390836 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-08d916a2-05cf-4c59-97db-84a9d0aeb5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:45:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:01.409660 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbc044f-5980-4305-b7f4-9a99b8bc565a req-9058c331-f9fb-42e8-b8cc-2e33fcc09813 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] No DVR routers for this DVR port ee782ef4-59ee-40b2-ae51-01d1682ba32f on host hv-cinder-80345 {{(pid=101214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:46:01.412243 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dbbc044f-5980-4305-b7f4-9a99b8bc565a req-9058c331-f9fb-42e8-b8cc-2e33fcc09813 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:01.414251 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dbbc044f-5980-4305-b7f4-9a99b8bc565a req-9058c331-f9fb-42e8-b8cc-2e33fcc09813 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.15 "DELETE /v2.0/ports/ee782ef4-59ee-40b2-ae51-01d1682ba32f HTTP/1.1" status: 204 len: 173 time: 1.1577938 Sep 15 13:46:01.414889 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f02c55-2372-4599-85bb-c3ab85a44e3a', 'name': 'network-vif-deleted', 'tag': 'ee782ef4-59ee-40b2-ae51-01d1682ba32f'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:46:01.417123 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed26469c-9ae2-4cec-bb9b-b1c177f36bd6" -d '{"events": [{"server_uuid": "61f02c55-2372-4599-85bb-c3ab85a44e3a", "name": "network-vif-deleted", "tag": "ee782ef4-59ee-40b2-ae51-01d1682ba32f"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:46:01.472357 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859046e4-eb50-46ed-bfda-c70820c8e61f x-openstack-request-id: req-859046e4-eb50-46ed-bfda-c70820c8e61f {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:46:01.472653 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f02c55-2372-4599-85bb-c3ab85a44e3a", "name": "network-vif-deleted", "tag": "ee782ef4-59ee-40b2-ae51-01d1682ba32f", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:46:01.472898 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-859046e4-eb50-46ed-bfda-c70820c8e61f {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:46:01.473319 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f02c55-2372-4599-85bb-c3ab85a44e3a', 'name': 'network-vif-deleted', 'tag': 'ee782ef4-59ee-40b2-ae51-01d1682ba32f', 'status': 'completed', 'code': 200} Sep 15 13:46:01.475706 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-55f4d4db-6e7b-46bd-bfe4-6c24227b8964 req-56ed41dc-3d41-47e3-b950-d238ad547351 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 210 time: 0.0407863 Sep 15 13:46:01.509997 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-08d916a2-05cf-4c59-97db-84a9d0aeb5d8 None None] Set router 98f36e57-6586-4df2-a3bd-6da2977e4eb4 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:46:01.719167 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-08d916a2-05cf-4c59-97db-84a9d0aeb5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'name': 'tempest-AttachVolumeTestJSON-452463078-router', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '66d906d0-0301-4348-befe-ab68c854165f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:41:34Z', 'revision_number': 4, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'gw_port': {'id': '66d906d0-0301-4348-befe-ab68c854165f', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '3c7f382d-3621-44a8-bf72-fb7e89f93cf0', 'name': '', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'mac_address': 'fa:16:3e:16:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:32Z', 'updated_at': '2021-09-15T13:41:39Z', 'revision_number': 5, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'subnets': [{'id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:01.725502 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24d1a5-9fd8-43e5-abe3-8ab99806f6a9 req-aad3cace-2945-45a1-9a52-9fcfda35ad63 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:01.727089 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9c24d1a5-9fd8-43e5-abe3-8ab99806f6a9 req-aad3cace-2945-45a1-9a52-9fcfda35ad63 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 945 time: 0.0502987 Sep 15 13:46:01.749407 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d916a2-05cf-4c59-97db-84a9d0aeb5d8 None None] Checking router: 98f36e57-6586-4df2-a3bd-6da2977e4eb4 for host: dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:46:01.760787 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d916a2-05cf-4c59-97db-84a9d0aeb5d8 None None] Routers {'98f36e57-6586-4df2-a3bd-6da2977e4eb4'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:46:01.761713 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-08d916a2-05cf-4c59-97db-84a9d0aeb5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:45:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:01.839325 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-9c24d1a5-9fd8-43e5-abe3-8ab99806f6a9 req-7fec1f0b-fc0b-46ef-82fa-493ae608ab77 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Deleting port 34ba892c-d9d8-4bf7-bd08-e539fdaa1880 {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:46:01.839956 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9c24d1a5-9fd8-43e5-abe3-8ab99806f6a9 req-7fec1f0b-fc0b-46ef-82fa-493ae608ab77 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:01.987955 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-9c24d1a5-9fd8-43e5-abe3-8ab99806f6a9 req-7fec1f0b-fc0b-46ef-82fa-493ae608ab77 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] For port 34ba892c-d9d8-4bf7-bd08-e539fdaa1880, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=34ba892c-d9d8-4bf7-bd08-e539fdaa1880,segment=NetworkSegment(79e6bc1f-74e3-492d-9ff2-405a7fa751d5),segment_id=79e6bc1f-74e3-492d-9ff2-405a7fa751d5)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:01.988320 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9c24d1a5-9fd8-43e5-abe3-8ab99806f6a9 req-7fec1f0b-fc0b-46ef-82fa-493ae608ab77 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:02.003113 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-9c24d1a5-9fd8-43e5-abe3-8ab99806f6a9 req-7fec1f0b-fc0b-46ef-82fa-493ae608ab77 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Calling delete_port for 34ba892c-d9d8-4bf7-bd08-e539fdaa1880 owned by compute:nova {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:46:02.024904 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8067c09-1289-4f96-97d8-9f7d475405e5 req-812ec9ba-6905-406c-af79-17020b79f62d tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:02.025455 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-08d916a2-05cf-4c59-97db-84a9d0aeb5d8 None None] Set router 98f36e57-6586-4df2-a3bd-6da2977e4eb4 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:46:02.026429 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f8067c09-1289-4f96-97d8-9f7d475405e5 req-812ec9ba-6905-406c-af79-17020b79f62d tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 945 time: 0.0779746 Sep 15 13:46:02.112567 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f8067c09-1289-4f96-97d8-9f7d475405e5 req-934f467a-5720-4cd8-992a-8e7c6abbd777 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/security-groups?id=397d5d9d-7608-45cd-9244-a5061181f998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492437 Sep 15 13:46:02.237695 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-08d916a2-05cf-4c59-97db-84a9d0aeb5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'name': 'tempest-AttachVolumeTestJSON-452463078-router', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '66d906d0-0301-4348-befe-ab68c854165f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:41:34Z', 'revision_number': 4, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'gw_port': {'id': '66d906d0-0301-4348-befe-ab68c854165f', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '3c7f382d-3621-44a8-bf72-fb7e89f93cf0', 'name': '', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'mac_address': 'fa:16:3e:16:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:32Z', 'updated_at': '2021-09-15T13:41:39Z', 'revision_number': 5, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'subnets': [{'id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:02.269548 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d916a2-05cf-4c59-97db-84a9d0aeb5d8 None None] The sync data for ids ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'] in dv-cinder-803456-3-iscsi is: [{'id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'name': 'tempest-AttachVolumeTestJSON-452463078-router', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '66d906d0-0301-4348-befe-ab68c854165f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:41:34Z', 'revision_number': 4, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'gw_port': {'id': '66d906d0-0301-4348-befe-ab68c854165f', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '3c7f382d-3621-44a8-bf72-fb7e89f93cf0', 'name': '', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'mac_address': 'fa:16:3e:16:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:32Z', 'updated_at': '2021-09-15T13:41:39Z', 'revision_number': 5, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'subnets': [{'id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:46:02.296309 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9c24d1a5-9fd8-43e5-abe3-8ab99806f6a9 req-7fec1f0b-fc0b-46ef-82fa-493ae608ab77 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:02.309820 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['34ba892c-d9d8-4bf7-bd08-e539fdaa1880'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:46:02.357180 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec1f0b-fc0b-46ef-82fa-493ae608ab77 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Pushing event deleted for resources: {'Port': ['ID=34ba892c-d9d8-4bf7-bd08-e539fdaa1880,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:02.400435 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c24d1a5-9fd8-43e5-abe3-8ab99806f6a9 req-7fec1f0b-fc0b-46ef-82fa-493ae608ab77 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] No DVR routers for this DVR port 34ba892c-d9d8-4bf7-bd08-e539fdaa1880 on host hv-cinder-80345 {{(pid=101214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:46:02.405623 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9c24d1a5-9fd8-43e5-abe3-8ab99806f6a9 req-7fec1f0b-fc0b-46ef-82fa-493ae608ab77 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:02.406992 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9c24d1a5-9fd8-43e5-abe3-8ab99806f6a9 req-7fec1f0b-fc0b-46ef-82fa-493ae608ab77 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.15 "DELETE /v2.0/ports/34ba892c-d9d8-4bf7-bd08-e539fdaa1880 HTTP/1.1" status: 204 len: 173 time: 0.6728156 Sep 15 13:46:02.643876 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-325b46df-ba3e-453e-ba7b-4920a7214a0b req-684b8ca5-f35e-4321-ae2b-724661e51d17 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f02c55-2372-4599-85bb-c3ab85a44e3a HTTP/1.1" status: 200 len: 210 time: 0.0365567 Sep 15 13:46:02.650124 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035297bb-33eb-49c8-be51-e8300b3708fc None None] New status for floating IP fa2ab67c-813e-4029-8e37-7dc353291d50: DOWN {{(pid=101216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:46:03.223995 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c356ebfb-d353-4199-819c-822ec9ebf8fb req-75cff3f7-2ee7-445b-a9ce-3a888c72a8c9 tempest-TestMinimumBasicScenario-1126952026 tempest-TestMinimumBasicScenario-1126952026-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d22783-1f64-4b8c-9ba2-623e52855e03 HTTP/1.1" status: 200 len: 210 time: 0.0300915 Sep 15 13:46:03.474874 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d22783-1f64-4b8c-9ba2-623e52855e03', 'name': 'network-vif-deleted', 'tag': '34ba892c-d9d8-4bf7-bd08-e539fdaa1880'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:46:03.477290 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ccf7da-672d-49c8-af45-39cc612d5ec2" -d '{"events": [{"server_uuid": "a8d22783-1f64-4b8c-9ba2-623e52855e03", "name": "network-vif-deleted", "tag": "34ba892c-d9d8-4bf7-bd08-e539fdaa1880"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:46:03.512522 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa1a8d6-9ce4-4708-94e8-893c04724f34 x-openstack-request-id: req-2aa1a8d6-9ce4-4708-94e8-893c04724f34 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:46:03.512811 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d22783-1f64-4b8c-9ba2-623e52855e03", "name": "network-vif-deleted", "tag": "34ba892c-d9d8-4bf7-bd08-e539fdaa1880", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:46:03.513062 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2aa1a8d6-9ce4-4708-94e8-893c04724f34 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:46:03.513513 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d22783-1f64-4b8c-9ba2-623e52855e03', 'name': 'network-vif-deleted', 'tag': '34ba892c-d9d8-4bf7-bd08-e539fdaa1880', 'status': 'completed', 'code': 200} Sep 15 13:46:03.787829 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49434) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:03.842305 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4a6f3cd7-fa32-4a9d-930f-a6a802a137ec tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:03.872244 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4a6f3cd7-fa32-4a9d-930f-a6a802a137ec tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:04.020262 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4a6f3cd7-fa32-4a9d-930f-a6a802a137ec tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:04.022817 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4a6f3cd7-fa32-4a9d-930f-a6a802a137ec tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:04.024089 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-4a6f3cd7-fa32-4a9d-930f-a6a802a137ec tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "DELETE /v2.0/security-groups/295d197d-4312-4d66-8c93-ad5e6d847739 HTTP/1.1" status: 204 len: 168 time: 0.2353041 Sep 15 13:46:04.026893 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49442) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:04.033114 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f3cd7-fa32-4a9d-930f-a6a802a137ec tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=295d197d-4312-4d66-8c93-ad5e6d847739,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:04.041225 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.api.v2.resource [None req-f2a2eceb-c688-45d7-8100-9cead961d2f2 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] show failed (client error): The resource could not be found. Sep 15 13:46:04.042227 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-f2a2eceb-c688-45d7-8100-9cead961d2f2 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups/295d197d-4312-4d66-8c93-ad5e6d847739 HTTP/1.1" status: 404 len: 347 time: 0.0143716 Sep 15 13:46:04.045339 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49444) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:04.169687 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-84e24513-c0de-4380-ad2f-d92a56cf704f tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Deleting port a7c78162-31cf-41e6-b0f3-ab97250907df {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:46:04.170170 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-84e24513-c0de-4380-ad2f-d92a56cf704f tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:04.245966 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-84e24513-c0de-4380-ad2f-d92a56cf704f tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:04.246292 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-84e24513-c0de-4380-ad2f-d92a56cf704f tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:04.258978 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-84e24513-c0de-4380-ad2f-d92a56cf704f tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Calling delete_port for a7c78162-31cf-41e6-b0f3-ab97250907df owned by network:floatingip {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:46:04.483937 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-84e24513-c0de-4380-ad2f-d92a56cf704f tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:04.510786 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e24513-c0de-4380-ad2f-d92a56cf704f tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Pushing event deleted for resources: {'Port': ['ID=a7c78162-31cf-41e6-b0f3-ab97250907df,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:04.571471 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-84e24513-c0de-4380-ad2f-d92a56cf704f tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for floatingip, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:04.574572 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-84e24513-c0de-4380-ad2f-d92a56cf704f tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for floatingip, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:04.576574 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-84e24513-c0de-4380-ad2f-d92a56cf704f tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "DELETE /v2.0/floatingips/fa2ab67c-813e-4029-8e37-7dc353291d50 HTTP/1.1" status: 204 len: 168 time: 0.5295286 Sep 15 13:46:04.585094 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 34ba892c-d9d8-4bf7-bd08-e539fdaa1880 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:46:04.611691 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] No Port match for: 34ba892c-d9d8-4bf7-bd08-e539fdaa1880 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:46:04.612102 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 34ba892c-d9d8-4bf7-bd08-e539fdaa1880 not bound to the agent host hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:46:04.612652 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device ee782ef4-59ee-40b2-ae51-01d1682ba32f no longer exists at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:46:04.640125 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] No Port match for: ee782ef4-59ee-40b2-ae51-01d1682ba32f {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:46:04.640773 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device ee782ef4-59ee-40b2-ae51-01d1682ba32f not bound to the agent host hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:46:04.707830 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49480) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:04.822197 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f3528ffc-f76d-4928-a712-1655c5f691ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:04.919345 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f3528ffc-f76d-4928-a712-1655c5f691ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:05.009146 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f3528ffc-f76d-4928-a712-1655c5f691ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:05.050511 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-f3528ffc-f76d-4928-a712-1655c5f691ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7415be67671a43faafefacfecfa465a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412657 Sep 15 13:46:05.051554 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3528ffc-f76d-4928-a712-1655c5f691ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60f245c-e30c-409f-be3f-6163ae859530,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:05.052996 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49496) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:05.106397 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-5be745d7-f643-4bf8-a7f1-d35c89356dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:05.128124 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-5be745d7-f643-4bf8-a7f1-d35c89356dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:05.234596 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49502) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:05.239301 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-4edf9cc7-eb6f-425b-8a0c-f7f12642e9bc tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Request body: {'security_group': {'name': 'tempest-securitygroup--60404775', 'description': 'tempest-description--474365655'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:05.260156 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-5be745d7-f643-4bf8-a7f1-d35c89356dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:05.262809 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-5be745d7-f643-4bf8-a7f1-d35c89356dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:05.263900 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-5be745d7-f643-4bf8-a7f1-d35c89356dfe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f60f245c-e30c-409f-be3f-6163ae859530 HTTP/1.1" status: 204 len: 168 time: 0.2099185 Sep 15 13:46:05.271706 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be745d7-f643-4bf8-a7f1-d35c89356dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60f245c-e30c-409f-be3f-6163ae859530,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:05.351612 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4edf9cc7-eb6f-425b-8a0c-f7f12642e9bc tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:05.434553 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4edf9cc7-eb6f-425b-8a0c-f7f12642e9bc tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:05.522978 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4edf9cc7-eb6f-425b-8a0c-f7f12642e9bc tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:05.552670 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf9cc7-eb6f-425b-8a0c-f7f12642e9bc tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=567e3a5c-2ea9-4cd6-80e7-f421f94afa8d,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:05.637549 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-4edf9cc7-eb6f-425b-8a0c-f7f12642e9bc tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:05.638878 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-4edf9cc7-eb6f-425b-8a0c-f7f12642e9bc tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4032748 Sep 15 13:46:05.642194 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49520) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:05.646742 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-c7caf15d-8e68-4233-b8cb-dd1de84ab467 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Request body: {'security_group_rule': {'security_group_id': '567e3a5c-2ea9-4cd6-80e7-f421f94afa8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:05.780319 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-c7caf15d-8e68-4233-b8cb-dd1de84ab467 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:05.828912 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-c7caf15d-8e68-4233-b8cb-dd1de84ab467 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:05.917549 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-c7caf15d-8e68-4233-b8cb-dd1de84ab467 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:05.938614 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7caf15d-8e68-4233-b8cb-dd1de84ab467 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a83c81-16ac-4938-b490-948257767f94,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:05.974074 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49524) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:05.987801 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-2326b20e-75e8-4478-94c9-8f5f5fd2c37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:06.092046 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-c7caf15d-8e68-4233-b8cb-dd1de84ab467 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:06.094004 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-c7caf15d-8e68-4233-b8cb-dd1de84ab467 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4507942 Sep 15 13:46:06.096704 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49526) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:06.101217 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-f7eedccf-8ca7-41da-8865-bb885de486a1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Request body: {'security_group_rule': {'security_group_id': '567e3a5c-2ea9-4cd6-80e7-f421f94afa8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:06.125447 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49528) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:06.169120 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-2326b20e-75e8-4478-94c9-8f5f5fd2c37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:06.271873 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-2326b20e-75e8-4478-94c9-8f5f5fd2c37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:06.313703 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-2326b20e-75e8-4478-94c9-8f5f5fd2c37a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7e12b7e66a647ddb1e284177199f4c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351910 Sep 15 13:46:06.313703 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326b20e-75e8-4478-94c9-8f5f5fd2c37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d77eb6-1d0b-4a18-b5f1-78d92734627d,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:06.316490 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49530) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:06.366651 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-8180d587-6556-4327-ba93-4aa66227d6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:06.389411 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-8180d587-6556-4327-ba93-4aa66227d6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:06.427809 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f7eedccf-8ca7-41da-8865-bb885de486a1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:06.512473 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-8180d587-6556-4327-ba93-4aa66227d6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:06.516147 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-8180d587-6556-4327-ba93-4aa66227d6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:06.517405 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-8180d587-6556-4327-ba93-4aa66227d6c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/50d77eb6-1d0b-4a18-b5f1-78d92734627d HTTP/1.1" status: 204 len: 168 time: 0.2023201 Sep 15 13:46:06.527352 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180d587-6556-4327-ba93-4aa66227d6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d77eb6-1d0b-4a18-b5f1-78d92734627d,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:06.529993 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f7eedccf-8ca7-41da-8865-bb885de486a1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:06.543600 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-9c1389c3-e5b1-47de-bfc3-b9370e7b54f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545029'] for router_interface, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:06.610082 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f7eedccf-8ca7-41da-8865-bb885de486a1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:06.636619 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eedccf-8ca7-41da-8865-bb885de486a1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0495d299-01ea-42f8-a3d8-a1af43471bb6,revision_number=0']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:06.775242 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f7eedccf-8ca7-41da-8865-bb885de486a1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:06.785746 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-f7eedccf-8ca7-41da-8865-bb885de486a1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6787200 Sep 15 13:46:06.785873 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49534) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:06.785873 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-4dc3d362-ce0f-407e-86c1-4db0f798341a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Request body: {'floatingip': {'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:06.817048 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-9c1389c3-e5b1-47de-bfc3-b9370e7b54f4 admin admin] Deleting port 627b9262-0445-44d5-86ad-f5b9b6695c2d {{(pid=101213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:46:06.817420 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-9c1389c3-e5b1-47de-bfc3-b9370e7b54f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:06.844170 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4dc3d362-ce0f-407e-86c1-4db0f798341a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for floatingip, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:06.907349 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.db [None req-9c1389c3-e5b1-47de-bfc3-b9370e7b54f4 admin admin] For port 627b9262-0445-44d5-86ad-f5b9b6695c2d, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=627b9262-0445-44d5-86ad-f5b9b6695c2d,segment=NetworkSegment(79e6bc1f-74e3-492d-9ff2-405a7fa751d5),segment_id=79e6bc1f-74e3-492d-9ff2-405a7fa751d5)] {{(pid=101213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:06.907811 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-9c1389c3-e5b1-47de-bfc3-b9370e7b54f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:06.922184 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-9c1389c3-e5b1-47de-bfc3-b9370e7b54f4 admin admin] Calling delete_port for 627b9262-0445-44d5-86ad-f5b9b6695c2d owned by network:router_interface {{(pid=101213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:46:06.951605 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4dc3d362-ce0f-407e-86c1-4db0f798341a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:07.066051 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [None req-4dc3d362-ce0f-407e-86c1-4db0f798341a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Allocated IP 172.27.0.241 (ece37916-b27e-4896-b760-50248bab8142/37569b60-ab24-446b-9709-ec585ea5ec0b/2aa8097e-3132-4e0b-aa80-91f8d0d79554) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:46:07.175669 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4dc3d362-ce0f-407e-86c1-4db0f798341a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:07.187025 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-9c1389c3-e5b1-47de-bfc3-b9370e7b54f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:07.212989 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1389c3-e5b1-47de-bfc3-b9370e7b54f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=627b9262-0445-44d5-86ad-f5b9b6695c2d,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:07.296151 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4dc3d362-ce0f-407e-86c1-4db0f798341a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:07.333835 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc3d362-ce0f-407e-86c1-4db0f798341a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Network ece37916-b27e-4896-b760-50248bab8142 is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:46:07.346824 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [None req-4dc3d362-ce0f-407e-86c1-4db0f798341a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:07.349584 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc3d362-ce0f-407e-86c1-4db0f798341a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:46:07.354588 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3d362-ce0f-407e-86c1-4db0f798341a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Pushing event updated for resources: {'Port': ['ID=2aa8097e-3132-4e0b-aa80-91f8d0d79554,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:07.392723 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-9c1389c3-e5b1-47de-bfc3-b9370e7b54f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551093'] for router_interface, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:07.482862 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4dc3d362-ce0f-407e-86c1-4db0f798341a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:07.630356 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1389c3-e5b1-47de-bfc3-b9370e7b54f4 admin admin] Router 82d52fdd-4f21-4e57-b144-eda6cade40ed has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:46:07.740346 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1389c3-e5b1-47de-bfc3-b9370e7b54f4 admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:46:07.747021 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-9c1389c3-e5b1-47de-bfc3-b9370e7b54f4 admin admin] 10.222.0.30 "PUT /v2.0/routers/82d52fdd-4f21-4e57-b144-eda6cade40ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6196074 Sep 15 13:46:07.748585 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49554) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:07.750295 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aa0be1-41fe-4018-871e-c99f00c4e034 None None] Sync routers for ids ['82d52fdd-4f21-4e57-b144-eda6cade40ed'] in dv-cinder-803456-3-iscsi {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:46:07.759988 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aa0be1-41fe-4018-871e-c99f00c4e034 None None] Routers {'82d52fdd-4f21-4e57-b144-eda6cade40ed'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:46:07.768869 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-41aa0be1-41fe-4018-871e-c99f00c4e034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:45:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['82d52fdd-4f21-4e57-b144-eda6cade40ed'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:07.797864 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4dc3d362-ce0f-407e-86c1-4db0f798341a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:07.859806 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:07.870928 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-41aa0be1-41fe-4018-871e-c99f00c4e034 None None] Set router 82d52fdd-4f21-4e57-b144-eda6cade40ed gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:46:07.918644 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ccb70c14-ae0c-4713-950f-f5b75b616a77 admin admin] Notify callbacks [] for router, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:08.066373 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-41aa0be1-41fe-4018-871e-c99f00c4e034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'name': 'tempest-TestMinimumBasicScenario-194145396-router', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:42Z', 'updated_at': '2021-09-15T13:46:07Z', 'revision_number': 5, 'project_id': '61294742e3c340a6ad4d0579212932db', 'gw_port': {'id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:43Z', 'updated_at': '2021-09-15T13:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:08.101665 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aa0be1-41fe-4018-871e-c99f00c4e034 None None] Checking router: 82d52fdd-4f21-4e57-b144-eda6cade40ed for host: dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:46:08.101790 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ccb70c14-ae0c-4713-950f-f5b75b616a77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:08.106691 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aa0be1-41fe-4018-871e-c99f00c4e034 None None] Routers {'82d52fdd-4f21-4e57-b144-eda6cade40ed'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:46:08.108033 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-41aa0be1-41fe-4018-871e-c99f00c4e034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:45:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['82d52fdd-4f21-4e57-b144-eda6cade40ed'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:08.109256 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4dc3d362-ce0f-407e-86c1-4db0f798341a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:08.174752 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4dc3d362-ce0f-407e-86c1-4db0f798341a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:08.213961 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-41aa0be1-41fe-4018-871e-c99f00c4e034 None None] Set router 82d52fdd-4f21-4e57-b144-eda6cade40ed gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:46:08.269527 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3d362-ce0f-407e-86c1-4db0f798341a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Pushing event updated for resources: {'Port': ['ID=2aa8097e-3132-4e0b-aa80-91f8d0d79554,revision_number=2']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:08.291597 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4dc3d362-ce0f-407e-86c1-4db0f798341a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550917'] for floatingip, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:08.311886 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-ccb70c14-ae0c-4713-950f-f5b75b616a77 admin admin] Deleting port 46c6fb0c-dfc1-4180-a9de-a1d034bef146 {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:46:08.312223 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ccb70c14-ae0c-4713-950f-f5b75b616a77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:08.392043 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4dc3d362-ce0f-407e-86c1-4db0f798341a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for floatingip, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:08.393271 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-4dc3d362-ce0f-407e-86c1-4db0f798341a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6123352 Sep 15 13:46:08.399744 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [None req-ccb70c14-ae0c-4713-950f-f5b75b616a77 admin admin] For port 46c6fb0c-dfc1-4180-a9de-a1d034bef146, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=46c6fb0c-dfc1-4180-a9de-a1d034bef146,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:08.400095 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ccb70c14-ae0c-4713-950f-f5b75b616a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:08.402039 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-41aa0be1-41fe-4018-871e-c99f00c4e034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'name': 'tempest-TestMinimumBasicScenario-194145396-router', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:42Z', 'updated_at': '2021-09-15T13:46:07Z', 'revision_number': 5, 'project_id': '61294742e3c340a6ad4d0579212932db', 'gw_port': {'id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:43Z', 'updated_at': '2021-09-15T13:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:08.417030 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-ccb70c14-ae0c-4713-950f-f5b75b616a77 admin admin] Calling delete_port for 46c6fb0c-dfc1-4180-a9de-a1d034bef146 owned by network:router_gateway {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:46:08.429669 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aa0be1-41fe-4018-871e-c99f00c4e034 None None] The sync data for ids ['82d52fdd-4f21-4e57-b144-eda6cade40ed'] in dv-cinder-803456-3-iscsi is: [{'id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'name': 'tempest-TestMinimumBasicScenario-194145396-router', 'tenant_id': '61294742e3c340a6ad4d0579212932db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:42Z', 'updated_at': '2021-09-15T13:46:07Z', 'revision_number': 5, 'project_id': '61294742e3c340a6ad4d0579212932db', 'gw_port': {'id': '46c6fb0c-dfc1-4180-a9de-a1d034bef146', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d52fdd-4f21-4e57-b144-eda6cade40ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:43Z', 'updated_at': '2021-09-15T13:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}] {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:46:08.605506 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a5e17795-5031-4638-af93-23fc908a7504 req-9fc0bbe2-12a2-4b77-b157-973369b51f96 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--60404775&fields=id&tenant_id=9afbcb1e186943a180e744626f0ee7af HTTP/1.1" status: 200 len: 267 time: 0.0339355 Sep 15 13:46:08.660800 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ccb70c14-ae0c-4713-950f-f5b75b616a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:08.686967 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb70c14-ae0c-4713-950f-f5b75b616a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=46c6fb0c-dfc1-4180-a9de-a1d034bef146,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:08.755532 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ccb70c14-ae0c-4713-950f-f5b75b616a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551027'] for router_gateway, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:08.874219 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ccb70c14-ae0c-4713-950f-f5b75b616a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1755'] for router, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:08.883084 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ccb70c14-ae0c-4713-950f-f5b75b616a77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:08.954794 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e17795-5031-4638-af93-23fc908a7504 req-02ca7226-6b34-4179-9e8a-eb2ef4beb4f5 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:08.956481 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a5e17795-5031-4638-af93-23fc908a7504 req-02ca7226-6b34-4179-9e8a-eb2ef4beb4f5 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/networks?id=1a95ae3f-eb65-4410-bd12-2770233cdae3 HTTP/1.1" status: 200 len: 810 time: 0.3441677 Sep 15 13:46:08.973194 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a5e17795-5031-4638-af93-23fc908a7504 req-bc3ebc64-4d39-4c73-bd15-986dc1549bf4 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/quotas/9afbcb1e186943a180e744626f0ee7af HTTP/1.1" status: 200 len: 375 time: 0.0106070 Sep 15 13:46:09.029167 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a5e17795-5031-4638-af93-23fc908a7504 req-a15658f0-339e-4183-9b18-ab6d2355d926 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9afbcb1e186943a180e744626f0ee7af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499756 Sep 15 13:46:09.048928 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ccb70c14-ae0c-4713-950f-f5b75b616a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548825'] for router, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:09.050660 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb70c14-ae0c-4713-950f-f5b75b616a77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82d52fdd-4f21-4e57-b144-eda6cade40ed {{(pid=101214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:46:09.060033 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ccb70c14-ae0c-4713-950f-f5b75b616a77 admin admin] Notify callbacks [] for router, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:09.060033 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-ccb70c14-ae0c-4713-950f-f5b75b616a77 admin admin] 10.222.0.30 "DELETE /v2.0/routers/82d52fdd-4f21-4e57-b144-eda6cade40ed HTTP/1.1" status: 204 len: 168 time: 1.3100235 Sep 15 13:46:09.062692 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49594) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:09.115520 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2273a9-18fb-4319-b7f7-104868fe5e6b admin admin] Deleting subnet ac47ab29-1e5b-46c4-82bd-f8befa3f5f53 {{(pid=101214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:46:09.118686 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3b2273a9-18fb-4319-b7f7-104868fe5e6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:09.132032 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a5e17795-5031-4638-af93-23fc908a7504 req-99b3a726-d495-4a59-ab0c-2705dfc08d9c service neutron] 10.222.0.30 "GET /v2.0/networks/1a95ae3f-eb65-4410-bd12-2770233cdae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908861 Sep 15 13:46:09.163222 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3b2273a9-18fb-4319-b7f7-104868fe5e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4615973'] for subnet, precommit_delete_associations {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:09.246358 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a5e17795-5031-4638-af93-23fc908a7504 req-4f0fe802-6582-4913-9996-a3a1131ddac4 service neutron] 10.222.0.30 "GET /v2.0/networks/1a95ae3f-eb65-4410-bd12-2770233cdae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030703 Sep 15 13:46:09.284258 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3b2273a9-18fb-4319-b7f7-104868fe5e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493165'] for subnet, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:09.350922 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49598) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:09.422197 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3b2273a9-18fb-4319-b7f7-104868fe5e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4251690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943657'] for subnet, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:09.461966 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3328121b-6abb-4e77-9725-1c38bc149e8e None None] Network 4faa406a-5949-48ea-a6c9-57f1d5522242 requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:46:09.464150 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-688f2436-f70d-4ae8-9544-ee68092d27ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:09.467227 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2273a9-18fb-4319-b7f7-104868fe5e6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac47ab29-1e5b-46c4-82bd-f8befa3f5f53,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:09.470464 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3b2273a9-18fb-4319-b7f7-104868fe5e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for subnet, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:09.474892 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49606) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:09.475078 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-3b2273a9-18fb-4319-b7f7-104868fe5e6b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ac47ab29-1e5b-46c4-82bd-f8befa3f5f53 HTTP/1.1" status: 204 len: 168 time: 0.4112377 Sep 15 13:46:09.515590 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-60ba7e35-fdfd-472c-8aac-6638e3321559 req-bbbff46e-a5ed-4f93-bf50-77af9def0015 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=4aaeaaec-6b69-44c2-948b-e55fc98e620e HTTP/1.1" status: 200 len: 210 time: 0.0392962 Sep 15 13:46:09.607971 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-88193d8a-1dfe-45ac-b853-305bd99a832b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463644'] for network, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:09.630754 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-688f2436-f70d-4ae8-9544-ee68092d27ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:09.667123 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-88193d8a-1dfe-45ac-b853-305bd99a832b admin admin] Deleting port 87e471e0-71e5-411d-9610-ee84aae2096d {{(pid=101213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:46:09.667491 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-88193d8a-1dfe-45ac-b853-305bd99a832b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:09.695103 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-688f2436-f70d-4ae8-9544-ee68092d27ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:09.734763 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.db [None req-88193d8a-1dfe-45ac-b853-305bd99a832b admin admin] For port 87e471e0-71e5-411d-9610-ee84aae2096d, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=87e471e0-71e5-411d-9610-ee84aae2096d,segment=NetworkSegment(79e6bc1f-74e3-492d-9ff2-405a7fa751d5),segment_id=79e6bc1f-74e3-492d-9ff2-405a7fa751d5)] {{(pid=101213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:09.735127 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-88193d8a-1dfe-45ac-b853-305bd99a832b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:09.739082 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-688f2436-f70d-4ae8-9544-ee68092d27ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8fec314b5e2a4ca39e7ab4cfcd44b073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3870525 Sep 15 13:46:09.739790 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f2436-f70d-4ae8-9544-ee68092d27ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed222524-1d13-4d9e-ab64-e9ab2033f941,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:09.741782 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49612) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:09.753669 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19be006e-1c81-48fa-8d4c-2ff7d5506e5d None None] DHCP port deletion for 4faa406a-5949-48ea-a6c9-57f1d5522242 request from dv-cinder-803456-3-iscsi {{(pid=101215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 13:46:09.754120 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-88193d8a-1dfe-45ac-b853-305bd99a832b admin admin] Calling delete_port for 87e471e0-71e5-411d-9610-ee84aae2096d owned by network:dhcp {{(pid=101213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:46:09.792112 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 627b9262-0445-44d5-86ad-f5b9b6695c2d no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:46:09.815192 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: 627b9262-0445-44d5-86ad-f5b9b6695c2d {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:46:09.815546 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 627b9262-0445-44d5-86ad-f5b9b6695c2d not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:46:09.815936 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 46c6fb0c-dfc1-4180-a9de-a1d034bef146 no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:46:09.837031 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: 46c6fb0c-dfc1-4180-a9de-a1d034bef146 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:46:09.837340 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 46c6fb0c-dfc1-4180-a9de-a1d034bef146 not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:46:09.854436 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-19be006e-1c81-48fa-8d4c-2ff7d5506e5d None None] Deleting port 87e471e0-71e5-411d-9610-ee84aae2096d {{(pid=101215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:46:09.854806 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-19be006e-1c81-48fa-8d4c-2ff7d5506e5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:09.855240 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-6ca698a1-f746-4e3b-ad24-5abb3af3e80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:09.891040 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-6ca698a1-f746-4e3b-ad24-5abb3af3e80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:09.919572 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-19be006e-1c81-48fa-8d4c-2ff7d5506e5d None None] For port 87e471e0-71e5-411d-9610-ee84aae2096d, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=87e471e0-71e5-411d-9610-ee84aae2096d,segment=NetworkSegment(79e6bc1f-74e3-492d-9ff2-405a7fa751d5),segment_id=79e6bc1f-74e3-492d-9ff2-405a7fa751d5)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:09.920171 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-19be006e-1c81-48fa-8d4c-2ff7d5506e5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:09.936603 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-19be006e-1c81-48fa-8d4c-2ff7d5506e5d None None] Calling delete_port for 87e471e0-71e5-411d-9610-ee84aae2096d owned by network:dhcp {{(pid=101215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:46:09.963425 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-88193d8a-1dfe-45ac-b853-305bd99a832b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:09.997695 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88193d8a-1dfe-45ac-b853-305bd99a832b admin admin] Pushing event deleted for resources: {'Port': ['ID=87e471e0-71e5-411d-9610-ee84aae2096d,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:09.997695 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88193d8a-1dfe-45ac-b853-305bd99a832b admin admin] No DVR routers for this DVR port 87e471e0-71e5-411d-9610-ee84aae2096d on host dv-cinder-803456-3-iscsi {{(pid=101213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:46:10.048186 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-19be006e-1c81-48fa-8d4c-2ff7d5506e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889'] for port, after_delete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:10.067551 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-88193d8a-1dfe-45ac-b853-305bd99a832b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492266', 'neutron.services.segments.db._delete_segments_for_network-8777769697949'] for network, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:10.077339 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-6ca698a1-f746-4e3b-ad24-5abb3af3e80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:10.077960 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be006e-1c81-48fa-8d4c-2ff7d5506e5d None None] Pushing event deleted for resources: {'Port': ['ID=87e471e0-71e5-411d-9610-ee84aae2096d,revision_number=None']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:10.079862 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-6ca698a1-f746-4e3b-ad24-5abb3af3e80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:10.080992 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-6ca698a1-f746-4e3b-ad24-5abb3af3e80b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed222524-1d13-4d9e-ab64-e9ab2033f941 HTTP/1.1" status: 204 len: 168 time: 0.3380864 Sep 15 13:46:10.086132 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be006e-1c81-48fa-8d4c-2ff7d5506e5d None None] No DVR routers for this DVR port 87e471e0-71e5-411d-9610-ee84aae2096d on host dv-cinder-803456-3-iscsi {{(pid=101215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:46:10.089044 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be006e-1c81-48fa-8d4c-2ff7d5506e5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:10.089440 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be006e-1c81-48fa-8d4c-2ff7d5506e5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:10.089784 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be006e-1c81-48fa-8d4c-2ff7d5506e5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:10.090112 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be006e-1c81-48fa-8d4c-2ff7d5506e5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:10.090434 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be006e-1c81-48fa-8d4c-2ff7d5506e5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:10.091052 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be006e-1c81-48fa-8d4c-2ff7d5506e5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:10.091364 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be006e-1c81-48fa-8d4c-2ff7d5506e5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:10.091727 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be006e-1c81-48fa-8d4c-2ff7d5506e5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:10.092199 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be006e-1c81-48fa-8d4c-2ff7d5506e5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:10.092530 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be006e-1c81-48fa-8d4c-2ff7d5506e5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:10.092851 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be006e-1c81-48fa-8d4c-2ff7d5506e5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:10.093196 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19be006e-1c81-48fa-8d4c-2ff7d5506e5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:10.101212 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca698a1-f746-4e3b-ad24-5abb3af3e80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed222524-1d13-4d9e-ab64-e9ab2033f941,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:10.104028 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-88193d8a-1dfe-45ac-b853-305bd99a832b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4faa406a-5949-48ea-a6c9-57f1d5522242']}} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:10.113947 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-88193d8a-1dfe-45ac-b853-305bd99a832b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e6bc1f-74e3-492d-9ff2-405a7fa751d5') {'for_net_delete': True} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:10.114242 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-88193d8a-1dfe-45ac-b853-305bd99a832b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e6bc1f-74e3-492d-9ff2-405a7fa751d5') {} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:10.126688 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-88193d8a-1dfe-45ac-b853-305bd99a832b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777769698726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008865'] for segment, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:10.145420 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-88193d8a-1dfe-45ac-b853-305bd99a832b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:10.151400 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88193d8a-1dfe-45ac-b853-305bd99a832b admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=101213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:46:10.151797 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-88193d8a-1dfe-45ac-b853-305bd99a832b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5084034'] for segment, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: Traceback (most recent call last): Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: timer() Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: cb(*args, **kw) Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: return func(*args, **kwargs) Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: self._notify() Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: self.callback(batched_events) Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: event.method(event) Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: return f(self, *a, **k) Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: return self._get(url).json() Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: return self.request(url, 'GET', **kwargs) Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:46:10.153470 dv-cinder-803456-3-iscsi neutron-server[101213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:46:10.272146 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-88193d8a-1dfe-45ac-b853-305bd99a832b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550935'] for network, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:10.277652 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-88193d8a-1dfe-45ac-b853-305bd99a832b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:10.283201 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-88193d8a-1dfe-45ac-b853-305bd99a832b admin admin] 10.222.0.30 "DELETE /v2.0/networks/4faa406a-5949-48ea-a6c9-57f1d5522242 HTTP/1.1" status: 204 len: 168 time: 0.8038750 Sep 15 13:46:10.283547 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49620) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:10.291572 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88193d8a-1dfe-45ac-b853-305bd99a832b admin admin] Pushing event deleted for resources: {'Network': ['ID=4faa406a-5949-48ea-a6c9-57f1d5522242,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:10.673464 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49626) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:10.687845 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-661424d1-8744-41e6-a371-3c79311ad9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:10.734146 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d34f80cc-f690-453e-9a06-5468d98a7b85 req-13b0be93-a610-4822-bf7b-cc5e5eb5a203 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=4aaeaaec-6b69-44c2-948b-e55fc98e620e HTTP/1.1" status: 200 len: 210 time: 0.0315127 Sep 15 13:46:10.799848 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-661424d1-8744-41e6-a371-3c79311ad9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:10.894853 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-661424d1-8744-41e6-a371-3c79311ad9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:10.936045 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-661424d1-8744-41e6-a371-3c79311ad9d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0fdfcd706a346d2af0108a88da24111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591035 Sep 15 13:46:10.936045 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661424d1-8744-41e6-a371-3c79311ad9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62b57fa-da85-4f09-9f20-5b2d217b16cb,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:10.937884 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49628) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:11.002100 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-5be92c26-9648-4319-8064-bc642db98f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545029'] for router_interface, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:11.073539 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3dca6850-52ac-4377-b7f8-a89b1b07b13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:11.106701 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3dca6850-52ac-4377-b7f8-a89b1b07b13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:11.336424 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3dca6850-52ac-4377-b7f8-a89b1b07b13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:11.338980 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3dca6850-52ac-4377-b7f8-a89b1b07b13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:11.340101 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-3dca6850-52ac-4377-b7f8-a89b1b07b13c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b62b57fa-da85-4f09-9f20-5b2d217b16cb HTTP/1.1" status: 204 len: 168 time: 0.4013171 Sep 15 13:46:11.361504 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca6850-52ac-4377-b7f8-a89b1b07b13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62b57fa-da85-4f09-9f20-5b2d217b16cb,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:11.381008 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-5be92c26-9648-4319-8064-bc642db98f57 admin admin] Deleting port 8167dcad-2714-481e-9c64-b3a80ead8f04 {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:46:11.381378 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-5be92c26-9648-4319-8064-bc642db98f57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:11.519292 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e17795-5031-4638-af93-23fc908a7504 req-b50b9b39-d9d7-421d-b29a-9b2aceb273ca tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:11.520663 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a5e17795-5031-4638-af93-23fc908a7504 req-b50b9b39-d9d7-421d-b29a-9b2aceb273ca tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.15 "GET /v2.0/networks?id=1a95ae3f-eb65-4410-bd12-2770233cdae3 HTTP/1.1" status: 200 len: 810 time: 0.1696844 Sep 15 13:46:11.527408 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [None req-5be92c26-9648-4319-8064-bc642db98f57 admin admin] For port 8167dcad-2714-481e-9c64-b3a80ead8f04, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=8167dcad-2714-481e-9c64-b3a80ead8f04,segment=NetworkSegment(c93a266a-f347-40ca-9c50-3feb67734c08),segment_id=c93a266a-f347-40ca-9c50-3feb67734c08)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:11.527773 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-5be92c26-9648-4319-8064-bc642db98f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:11.553598 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-5be92c26-9648-4319-8064-bc642db98f57 admin admin] Calling delete_port for 8167dcad-2714-481e-9c64-b3a80ead8f04 owned by network:router_interface {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:46:11.613563 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a5e17795-5031-4638-af93-23fc908a7504 req-07131e83-face-445e-bf78-529fb27c6c47 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9afbcb1e186943a180e744626f0ee7af HTTP/1.1" status: 200 len: 378 time: 0.0771585 Sep 15 13:46:11.630796 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-a5e17795-5031-4638-af93-23fc908a7504 req-cb10722a-6516-4791-af09-44b9f1364e07 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Request body: {'port': {'device_id': '4aaeaaec-6b69-44c2-948b-e55fc98e620e', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'admin_state_up': True, 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'security_groups': ['567e3a5c-2ea9-4cd6-80e7-f421f94afa8d']}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:11.730878 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 87e471e0-71e5-411d-9610-ee84aae2096d no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:46:11.771466 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: 87e471e0-71e5-411d-9610-ee84aae2096d {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:46:11.771466 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 87e471e0-71e5-411d-9610-ee84aae2096d not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:46:11.869502 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-94933fab-a3f4-47c0-8d3c-c1a21b1fd6a8 req-d9f3ca12-0696-4e8a-93ba-5672aba57a11 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=4aaeaaec-6b69-44c2-948b-e55fc98e620e HTTP/1.1" status: 200 len: 210 time: 0.0365198 Sep 15 13:46:11.997063 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5e17795-5031-4638-af93-23fc908a7504 req-cb10722a-6516-4791-af09-44b9f1364e07 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Made reservation on behalf of 9afbcb1e186943a180e744626f0ee7af for: {'port': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:46:12.001303 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-a5e17795-5031-4638-af93-23fc908a7504 req-cb10722a-6516-4791-af09-44b9f1364e07 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:12.052226 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-5be92c26-9648-4319-8064-bc642db98f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:12.087163 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be92c26-9648-4319-8064-bc642db98f57 admin admin] Pushing event deleted for resources: {'Port': ['ID=8167dcad-2714-481e-9c64-b3a80ead8f04,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:12.279710 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [req-a5e17795-5031-4638-af93-23fc908a7504 req-cb10722a-6516-4791-af09-44b9f1364e07 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Allocated IP 172.20.0.14 (1a95ae3f-eb65-4410-bd12-2770233cdae3/e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6/bd7c0b52-6298-43c9-8157-07d6904372c8) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:46:12.359729 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-5be92c26-9648-4319-8064-bc642db98f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551093'] for router_interface, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:12.521302 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-a5e17795-5031-4638-af93-23fc908a7504 req-cb10722a-6516-4791-af09-44b9f1364e07 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:12.663346 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be92c26-9648-4319-8064-bc642db98f57 admin admin] Router a8cddf93-5d66-4245-8e84-2513f43a42d3 has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:46:12.703427 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-a5e17795-5031-4638-af93-23fc908a7504 req-cb10722a-6516-4791-af09-44b9f1364e07 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:12.791214 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5e17795-5031-4638-af93-23fc908a7504 req-cb10722a-6516-4791-af09-44b9f1364e07 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Network 1a95ae3f-eb65-4410-bd12-2770233cdae3 is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:46:12.797058 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [req-a5e17795-5031-4638-af93-23fc908a7504 req-cb10722a-6516-4791-af09-44b9f1364e07 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:12.808725 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e17795-5031-4638-af93-23fc908a7504 req-cb10722a-6516-4791-af09-44b9f1364e07 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:46:12.809983 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10722a-6516-4791-af09-44b9f1364e07 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Pushing event updated for resources: {'Port': ['ID=bd7c0b52-6298-43c9-8157-07d6904372c8,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:12.850920 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be92c26-9648-4319-8064-bc642db98f57 admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:46:12.860901 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49670) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:12.869047 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-5be92c26-9648-4319-8064-bc642db98f57 admin admin] 10.222.0.30 "PUT /v2.0/routers/a8cddf93-5d66-4245-8e84-2513f43a42d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5842273 Sep 15 13:46:12.870797 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e979cd3a-16dc-479d-a843-669c51beb5de None None] Sync routers for ids ['a8cddf93-5d66-4245-8e84-2513f43a42d3'] in dv-cinder-803456-3-iscsi {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:46:12.889395 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e979cd3a-16dc-479d-a843-669c51beb5de None None] Routers {'a8cddf93-5d66-4245-8e84-2513f43a42d3'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:46:12.890038 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-e979cd3a-16dc-479d-a843-669c51beb5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:45:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['a8cddf93-5d66-4245-8e84-2513f43a42d3'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:12.908651 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e17795-5031-4638-af93-23fc908a7504 req-cb10722a-6516-4791-af09-44b9f1364e07 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:12.909365 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-a5e17795-5031-4638-af93-23fc908a7504 req-cb10722a-6516-4791-af09-44b9f1364e07 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:13.021123 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a5e17795-5031-4638-af93-23fc908a7504 req-cb10722a-6516-4791-af09-44b9f1364e07 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3995926 Sep 15 13:46:13.034352 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-a5e17795-5031-4638-af93-23fc908a7504 req-6b104d2a-857a-443d-9b3d-71959d97825b service neutron] Request body: {'port': {'device_id': '4aaeaaec-6b69-44c2-948b-e55fc98e620e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:13.111096 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-b9dddc8f-c2e7-45a0-bd1c-9ee372213cf8 None None] Provisioning complete for port bd7c0b52-6298-43c9-8157-07d6904372c8 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:13.111645 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-b9dddc8f-c2e7-45a0-bd1c-9ee372213cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:13.127228 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1e572-0f55-4b47-a8fb-72dc0c61fc4d req-2dc29e62-863f-4a1a-aa2c-b146af6ff0f1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:13.128912 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-17b1e572-0f55-4b47-a8fb-72dc0c61fc4d req-2dc29e62-863f-4a1a-aa2c-b146af6ff0f1 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=4aaeaaec-6b69-44c2-948b-e55fc98e620e HTTP/1.1" status: 200 len: 932 time: 0.1724517 Sep 15 13:46:13.130509 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-612f3cd3-0f4b-4306-8513-4659b4eac72a admin admin] Notify callbacks [] for router, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:13.148648 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-b9dddc8f-c2e7-45a0-bd1c-9ee372213cf8 None None] Port bd7c0b52-6298-43c9-8157-07d6904372c8 cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:46:13.166365 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-e979cd3a-16dc-479d-a843-669c51beb5de None None] Set router a8cddf93-5d66-4245-8e84-2513f43a42d3 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:46:13.258876 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-612f3cd3-0f4b-4306-8513-4659b4eac72a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:13.356817 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-e979cd3a-16dc-479d-a843-669c51beb5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8cddf93-5d66-4245-8e84-2513f43a42d3', 'name': 'tempest-TestMinimumBasicScenario-322240820-router', 'tenant_id': 'b021c77efb434918bf7f8ded95b0ee90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '48358322-6f35-4b9b-aa09-3ac7ac835248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:53Z', 'updated_at': '2021-09-15T13:46:11Z', 'revision_number': 5, 'project_id': 'b021c77efb434918bf7f8ded95b0ee90', 'gw_port': {'id': '48358322-6f35-4b9b-aa09-3ac7ac835248', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cddf93-5d66-4245-8e84-2513f43a42d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:42:54Z', 'updated_at': '2021-09-15T13:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:13.389896 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-612f3cd3-0f4b-4306-8513-4659b4eac72a admin admin] Deleting port 48358322-6f35-4b9b-aa09-3ac7ac835248 {{(pid=101213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:46:13.390238 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-612f3cd3-0f4b-4306-8513-4659b4eac72a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:13.393179 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e979cd3a-16dc-479d-a843-669c51beb5de None None] Checking router: a8cddf93-5d66-4245-8e84-2513f43a42d3 for host: dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:46:13.402542 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e979cd3a-16dc-479d-a843-669c51beb5de None None] Routers {'a8cddf93-5d66-4245-8e84-2513f43a42d3'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:46:13.403820 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-e979cd3a-16dc-479d-a843-669c51beb5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:45:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['a8cddf93-5d66-4245-8e84-2513f43a42d3'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:13.484521 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-a5e17795-5031-4638-af93-23fc908a7504 req-6b104d2a-857a-443d-9b3d-71959d97825b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:13.491166 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-17b1e572-0f55-4b47-a8fb-72dc0c61fc4d req-a7e8ff7f-2c6d-4da4-86d3-9da59200efda tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=567e3a5c-2ea9-4cd6-80e7-f421f94afa8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3480837 Sep 15 13:46:13.531833 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.db [None req-612f3cd3-0f4b-4306-8513-4659b4eac72a admin admin] For port 48358322-6f35-4b9b-aa09-3ac7ac835248, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=48358322-6f35-4b9b-aa09-3ac7ac835248,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:13.532472 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-612f3cd3-0f4b-4306-8513-4659b4eac72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:13.548727 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-612f3cd3-0f4b-4306-8513-4659b4eac72a admin admin] Calling delete_port for 48358322-6f35-4b9b-aa09-3ac7ac835248 owned by network:router_gateway {{(pid=101213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:46:13.627023 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-e979cd3a-16dc-479d-a843-669c51beb5de None None] Set router a8cddf93-5d66-4245-8e84-2513f43a42d3 gateway port host: None {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:46:13.680052 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-e979cd3a-16dc-479d-a843-669c51beb5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8cddf93-5d66-4245-8e84-2513f43a42d3', 'name': 'tempest-TestMinimumBasicScenario-322240820-router', 'tenant_id': 'b021c77efb434918bf7f8ded95b0ee90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:53Z', 'updated_at': '2021-09-15T13:46:13Z', 'revision_number': 6, 'project_id': 'b021c77efb434918bf7f8ded95b0ee90', 'gw_port_host': None}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:13.711744 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e979cd3a-16dc-479d-a843-669c51beb5de None None] The sync data for ids ['a8cddf93-5d66-4245-8e84-2513f43a42d3'] in dv-cinder-803456-3-iscsi is: [{'id': 'a8cddf93-5d66-4245-8e84-2513f43a42d3', 'name': 'tempest-TestMinimumBasicScenario-322240820-router', 'tenant_id': 'b021c77efb434918bf7f8ded95b0ee90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:42:53Z', 'updated_at': '2021-09-15T13:46:13Z', 'revision_number': 6, 'project_id': 'b021c77efb434918bf7f8ded95b0ee90', 'gw_port_host': None}] {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:46:13.815855 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [req-a5e17795-5031-4638-af93-23fc908a7504 req-6b104d2a-857a-443d-9b3d-71959d97825b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7c0b52-6298-43c9-8157-07d6904372c8 {{(pid=101214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:46:13.823186 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-a5e17795-5031-4638-af93-23fc908a7504 req-6b104d2a-857a-443d-9b3d-71959d97825b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:13.871970 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.provisioning_blocks [req-a5e17795-5031-4638-af93-23fc908a7504 req-6b104d2a-857a-443d-9b3d-71959d97825b service neutron] Transition to ACTIVE for port object bd7c0b52-6298-43c9-8157-07d6904372c8 will not be triggered until provisioned by entity L2. {{(pid=101214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:46:13.872173 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-612f3cd3-0f4b-4306-8513-4659b4eac72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:13.899084 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f3cd3-0f4b-4306-8513-4659b4eac72a admin admin] Pushing event deleted for resources: {'Port': ['ID=48358322-6f35-4b9b-aa09-3ac7ac835248,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:13.962019 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-612f3cd3-0f4b-4306-8513-4659b4eac72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551027'] for router_gateway, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:13.986443 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-a5e17795-5031-4638-af93-23fc908a7504 req-6b104d2a-857a-443d-9b3d-71959d97825b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:14.037273 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b104d2a-857a-443d-9b3d-71959d97825b service neutron] Pushing event updated for resources: {'Port': ['ID=bd7c0b52-6298-43c9-8157-07d6904372c8,revision_number=2']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:14.075156 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-612f3cd3-0f4b-4306-8513-4659b4eac72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1755'] for router, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:14.080838 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-612f3cd3-0f4b-4306-8513-4659b4eac72a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:14.128601 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-a5e17795-5031-4638-af93-23fc908a7504 req-6b104d2a-857a-443d-9b3d-71959d97825b service neutron] Attempting to bind port bd7c0b52-6298-43c9-8157-07d6904372c8 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:46:14.128941 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-a5e17795-5031-4638-af93-23fc908a7504 req-6b104d2a-857a-443d-9b3d-71959d97825b service neutron] Attempting to bind port bd7c0b52-6298-43c9-8157-07d6904372c8 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': 'c2499852-0995-4468-ba42-b5e7f07ff544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3'}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:46:14.129389 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e17795-5031-4638-af93-23fc908a7504 req-6b104d2a-857a-443d-9b3d-71959d97825b service neutron] Attempting to bind port bd7c0b52-6298-43c9-8157-07d6904372c8 on network 1a95ae3f-eb65-4410-bd12-2770233cdae3 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:46:14.134263 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e17795-5031-4638-af93-23fc908a7504 req-6b104d2a-857a-443d-9b3d-71959d97825b service neutron] Port bd7c0b52-6298-43c9-8157-07d6904372c8 on network 1a95ae3f-eb65-4410-bd12-2770233cdae3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:46:14.134594 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e17795-5031-4638-af93-23fc908a7504 req-6b104d2a-857a-443d-9b3d-71959d97825b service neutron] Attempting to bind port bd7c0b52-6298-43c9-8157-07d6904372c8 on network 1a95ae3f-eb65-4410-bd12-2770233cdae3 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:46:14.142258 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e17795-5031-4638-af93-23fc908a7504 req-6b104d2a-857a-443d-9b3d-71959d97825b service neutron] Checking agent: {'id': 'b550a8ff-0b84-4201-8276-b98629f1370c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'started_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:46:14.142660 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e17795-5031-4638-af93-23fc908a7504 req-6b104d2a-857a-443d-9b3d-71959d97825b service neutron] Checking segment: {'id': 'c2499852-0995-4468-ba42-b5e7f07ff544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:46:14.143054 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e17795-5031-4638-af93-23fc908a7504 req-6b104d2a-857a-443d-9b3d-71959d97825b service neutron] Bound using segment: {'id': 'c2499852-0995-4468-ba42-b5e7f07ff544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3'} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:46:14.143526 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-a5e17795-5031-4638-af93-23fc908a7504 req-6b104d2a-857a-443d-9b3d-71959d97825b service neutron] Bound port: bd7c0b52-6298-43c9-8157-07d6904372c8, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2499852-0995-4468-ba42-b5e7f07ff544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3'}}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:46:14.143885 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-a5e17795-5031-4638-af93-23fc908a7504 req-6b104d2a-857a-443d-9b3d-71959d97825b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:14.217838 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-a5e17795-5031-4638-af93-23fc908a7504 req-6b104d2a-857a-443d-9b3d-71959d97825b service neutron] For port bd7c0b52-6298-43c9-8157-07d6904372c8, host hv-cinder-80345, cleared binding levels {{(pid=101214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:46:14.221118 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-a5e17795-5031-4638-af93-23fc908a7504 req-6b104d2a-857a-443d-9b3d-71959d97825b service neutron] For port bd7c0b52-6298-43c9-8157-07d6904372c8, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=bd7c0b52-6298-43c9-8157-07d6904372c8,segment=NetworkSegment(c2499852-0995-4468-ba42-b5e7f07ff544),segment_id=c2499852-0995-4468-ba42-b5e7f07ff544)] {{(pid=101214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:46:14.238017 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-612f3cd3-0f4b-4306-8513-4659b4eac72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548825'] for router, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:14.238410 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612f3cd3-0f4b-4306-8513-4659b4eac72a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8cddf93-5d66-4245-8e84-2513f43a42d3 {{(pid=101213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:46:14.243624 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-612f3cd3-0f4b-4306-8513-4659b4eac72a admin admin] Notify callbacks [] for router, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:14.244474 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-612f3cd3-0f4b-4306-8513-4659b4eac72a admin admin] 10.222.0.30 "DELETE /v2.0/routers/a8cddf93-5d66-4245-8e84-2513f43a42d3 HTTP/1.1" status: 204 len: 168 time: 1.3819609 Sep 15 13:46:14.247051 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49680) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:14.291510 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a40b8e5-2e85-427e-ac98-c600b3383fe0 admin admin] Deleting subnet 78f6717c-ebf7-4e9d-8d95-fee6b7b6457a {{(pid=101213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:46:14.294507 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-6a40b8e5-2e85-427e-ac98-c600b3383fe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:14.300828 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-a5e17795-5031-4638-af93-23fc908a7504 req-6b104d2a-857a-443d-9b3d-71959d97825b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:14.333098 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-6a40b8e5-2e85-427e-ac98-c600b3383fe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008874'] for subnet, precommit_delete_associations {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:14.337963 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e17795-5031-4638-af93-23fc908a7504 req-6b104d2a-857a-443d-9b3d-71959d97825b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:14.338580 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-a5e17795-5031-4638-af93-23fc908a7504 req-6b104d2a-857a-443d-9b3d-71959d97825b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:14.339964 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a5e17795-5031-4638-af93-23fc908a7504 req-6b104d2a-857a-443d-9b3d-71959d97825b service neutron] 10.222.0.15 "PUT /v2.0/ports/bd7c0b52-6298-43c9-8157-07d6904372c8 HTTP/1.1" status: 200 len: 1094 time: 1.3096912 Sep 15 13:46:14.340393 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aaeaaec-6b69-44c2-948b-e55fc98e620e', 'tag': 'bd7c0b52-6298-43c9-8157-07d6904372c8'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:46:14.343535 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485f9b74-b0e3-4f82-9fe3-21e996fa2920" -d '{"events": [{"name": "network-changed", "server_uuid": "4aaeaaec-6b69-44c2-948b-e55fc98e620e", "tag": "bd7c0b52-6298-43c9-8157-07d6904372c8"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:46:14.374052 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b104d2a-857a-443d-9b3d-71959d97825b service neutron] Pushing event updated for resources: {'Port': ['ID=bd7c0b52-6298-43c9-8157-07d6904372c8,revision_number=3']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:14.392970 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad582e37-5b1d-4d7d-9336-984aac40b90c x-openstack-request-id: req-ad582e37-5b1d-4d7d-9336-984aac40b90c {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:46:14.392970 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aaeaaec-6b69-44c2-948b-e55fc98e620e", "tag": "bd7c0b52-6298-43c9-8157-07d6904372c8", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:46:14.393262 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad582e37-5b1d-4d7d-9336-984aac40b90c {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:46:14.393677 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aaeaaec-6b69-44c2-948b-e55fc98e620e', 'tag': 'bd7c0b52-6298-43c9-8157-07d6904372c8', 'status': 'completed', 'code': 200} Sep 15 13:46:14.459527 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-6a40b8e5-2e85-427e-ac98-c600b3383fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493165'] for subnet, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:14.464028 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f9b74-b0e3-4f82-9fe3-21e996fa2920 req-b079eeda-6122-4262-bf20-69dd9ea7d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:14.465547 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-485f9b74-b0e3-4f82-9fe3-21e996fa2920 req-b079eeda-6122-4262-bf20-69dd9ea7d3d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9afbcb1e186943a180e744626f0ee7af&device_id=4aaeaaec-6b69-44c2-948b-e55fc98e620e HTTP/1.1" status: 200 len: 1097 time: 0.0472577 Sep 15 13:46:14.580926 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-6a40b8e5-2e85-427e-ac98-c600b3383fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5008732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4981134'] for subnet, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:14.583285 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f9b74-b0e3-4f82-9fe3-21e996fa2920 req-5267d1c6-4b52-4524-ba8b-9dc5891f069e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:14.585018 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-485f9b74-b0e3-4f82-9fe3-21e996fa2920 req-5267d1c6-4b52-4524-ba8b-9dc5891f069e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9afbcb1e186943a180e744626f0ee7af&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1110153 Sep 15 13:46:14.636758 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40b8e5-2e85-427e-ac98-c600b3383fe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78f6717c-ebf7-4e9d-8d95-fee6b7b6457a,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:14.648357 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-6a40b8e5-2e85-427e-ac98-c600b3383fe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:14.650317 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-6a40b8e5-2e85-427e-ac98-c600b3383fe0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/78f6717c-ebf7-4e9d-8d95-fee6b7b6457a HTTP/1.1" status: 204 len: 168 time: 0.4022796 Sep 15 13:46:14.655772 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49690) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:14.660906 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fb59b3-9b7c-4291-b6cb-8d0d0902e513 None None] Network a0974cde-cf67-4a10-b1b8-13bf6a45e915 requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:46:14.706950 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf49280-76a8-416b-a32f-0c8d63d260ed req-20ca129e-1f42-4708-a3b8-36bfe1f7fb89 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:14.710469 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-cbf49280-76a8-416b-a32f-0c8d63d260ed req-20ca129e-1f42-4708-a3b8-36bfe1f7fb89 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=4aaeaaec-6b69-44c2-948b-e55fc98e620e HTTP/1.1" status: 200 len: 944 time: 0.1399922 Sep 15 13:46:14.725019 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f9b74-b0e3-4f82-9fe3-21e996fa2920 req-8395aa58-9c88-4568-9a41-ce3573340dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:14.726737 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-485f9b74-b0e3-4f82-9fe3-21e996fa2920 req-8395aa58-9c88-4568-9a41-ce3573340dfe service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340716 Sep 15 13:46:14.775361 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e4aecc6d-f6d3-4c9e-a6e6-739cf055fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463644'] for network, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:14.802783 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-cbf49280-76a8-416b-a32f-0c8d63d260ed req-a8ecf20a-89be-4d04-ba09-095f5240343f tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=567e3a5c-2ea9-4cd6-80e7-f421f94afa8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547931 Sep 15 13:46:14.871978 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-e4aecc6d-f6d3-4c9e-a6e6-739cf055fede admin admin] Deleting port f2e0e263-b034-4586-97a3-42e1a8516955 {{(pid=101213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:46:14.872400 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e4aecc6d-f6d3-4c9e-a6e6-739cf055fede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:14.877268 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e17795-5031-4638-af93-23fc908a7504 req-a0b183e2-7321-4105-8790-e91e482a6772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:14.879812 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a5e17795-5031-4638-af93-23fc908a7504 req-a0b183e2-7321-4105-8790-e91e482a6772 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9afbcb1e186943a180e744626f0ee7af&device_id=4aaeaaec-6b69-44c2-948b-e55fc98e620e HTTP/1.1" status: 200 len: 1097 time: 0.1011028 Sep 15 13:46:14.942239 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a5e17795-5031-4638-af93-23fc908a7504 req-32d8ee4a-af25-42df-8cd6-7eeeb11c80da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd7c0b52-6298-43c9-8157-07d6904372c8 HTTP/1.1" status: 200 len: 217 time: 0.0517879 Sep 15 13:46:14.981651 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.db [None req-e4aecc6d-f6d3-4c9e-a6e6-739cf055fede admin admin] For port f2e0e263-b034-4586-97a3-42e1a8516955, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=f2e0e263-b034-4586-97a3-42e1a8516955,segment=NetworkSegment(c93a266a-f347-40ca-9c50-3feb67734c08),segment_id=c93a266a-f347-40ca-9c50-3feb67734c08)] {{(pid=101213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:14.981651 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e4aecc6d-f6d3-4c9e-a6e6-739cf055fede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:14.993053 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-e4aecc6d-f6d3-4c9e-a6e6-739cf055fede admin admin] Calling delete_port for f2e0e263-b034-4586-97a3-42e1a8516955 owned by network:dhcp {{(pid=101213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:46:15.006052 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e17795-5031-4638-af93-23fc908a7504 req-35714a0f-739b-4ac6-b3cf-cce49a33caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:15.006787 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a5e17795-5031-4638-af93-23fc908a7504 req-35714a0f-739b-4ac6-b3cf-cce49a33caa6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6 HTTP/1.1" status: 200 len: 849 time: 0.0559735 Sep 15 13:46:15.054466 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e17795-5031-4638-af93-23fc908a7504 req-223e9d03-535e-493a-9409-9330ba0c32db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:15.055323 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b89586-d0be-4026-8023-b41db7955075 None None] DHCP port deletion for a0974cde-cf67-4a10-b1b8-13bf6a45e915 request from dv-cinder-803456-3-iscsi {{(pid=101215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 13:46:15.055964 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a5e17795-5031-4638-af93-23fc908a7504 req-223e9d03-535e-493a-9409-9330ba0c32db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a95ae3f-eb65-4410-bd12-2770233cdae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430124 Sep 15 13:46:15.104129 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-a1b89586-d0be-4026-8023-b41db7955075 None None] Deleting port f2e0e263-b034-4586-97a3-42e1a8516955 {{(pid=101215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:46:15.104638 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-a1b89586-d0be-4026-8023-b41db7955075 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:15.151863 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e4aecc6d-f6d3-4c9e-a6e6-739cf055fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:15.153881 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a5e17795-5031-4638-af93-23fc908a7504 req-a7d172b3-76bb-4939-a0bc-608693e0414e service neutron] 10.222.0.15 "GET /v2.0/networks/1a95ae3f-eb65-4410-bd12-2770233cdae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903404 Sep 15 13:46:15.173365 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-a1b89586-d0be-4026-8023-b41db7955075 None None] For port f2e0e263-b034-4586-97a3-42e1a8516955, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=f2e0e263-b034-4586-97a3-42e1a8516955,segment=NetworkSegment(c93a266a-f347-40ca-9c50-3feb67734c08),segment_id=c93a266a-f347-40ca-9c50-3feb67734c08)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:15.173761 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-a1b89586-d0be-4026-8023-b41db7955075 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:15.178229 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aecc6d-f6d3-4c9e-a6e6-739cf055fede admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e0e263-b034-4586-97a3-42e1a8516955,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:15.182271 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aecc6d-f6d3-4c9e-a6e6-739cf055fede admin admin] No DVR routers for this DVR port f2e0e263-b034-4586-97a3-42e1a8516955 on host dv-cinder-803456-3-iscsi {{(pid=101213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:46:15.189390 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-a1b89586-d0be-4026-8023-b41db7955075 None None] Calling delete_port for f2e0e263-b034-4586-97a3-42e1a8516955 owned by network:dhcp {{(pid=101215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:46:15.258408 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e4aecc6d-f6d3-4c9e-a6e6-739cf055fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492266', 'neutron.services.segments.db._delete_segments_for_network-8777769697949'] for network, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:15.268263 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a5e17795-5031-4638-af93-23fc908a7504 req-c28db09c-647a-441d-a546-0c69ab409abb service neutron] 10.222.0.15 "GET /v2.0/networks/1a95ae3f-eb65-4410-bd12-2770233cdae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013105 Sep 15 13:46:15.279467 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-a1b89586-d0be-4026-8023-b41db7955075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889'] for port, after_delete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:15.279810 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-e4aecc6d-f6d3-4c9e-a6e6-739cf055fede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0974cde-cf67-4a10-b1b8-13bf6a45e915']}} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:15.294615 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-e4aecc6d-f6d3-4c9e-a6e6-739cf055fede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93a266a-f347-40ca-9c50-3feb67734c08') {'for_net_delete': True} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:15.294944 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-e4aecc6d-f6d3-4c9e-a6e6-739cf055fede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93a266a-f347-40ca-9c50-3feb67734c08') {} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:15.305704 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e4aecc6d-f6d3-4c9e-a6e6-739cf055fede admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777769698726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008865'] for segment, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:15.314383 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b89586-d0be-4026-8023-b41db7955075 None None] Pushing event deleted for resources: {'Port': ['ID=f2e0e263-b034-4586-97a3-42e1a8516955,revision_number=None']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:15.316221 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b89586-d0be-4026-8023-b41db7955075 None None] No DVR routers for this DVR port f2e0e263-b034-4586-97a3-42e1a8516955 on host dv-cinder-803456-3-iscsi {{(pid=101215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:46:15.329062 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e4aecc6d-f6d3-4c9e-a6e6-739cf055fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:15.335463 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4aecc6d-f6d3-4c9e-a6e6-739cf055fede admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=101213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:46:15.335836 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e4aecc6d-f6d3-4c9e-a6e6-739cf055fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5084034'] for segment, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: Traceback (most recent call last): Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: timer() Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: cb(*args, **kw) Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: return func(*args, **kwargs) Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: self._notify() Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: self.callback(batched_events) Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: event.method(event) Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: return f(self, *a, **k) Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: return self._get(url).json() Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: return self.request(url, 'GET', **kwargs) Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:46:15.338259 dv-cinder-803456-3-iscsi neutron-server[101213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:46:15.511505 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e4aecc6d-f6d3-4c9e-a6e6-739cf055fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550935'] for network, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:15.516774 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e4aecc6d-f6d3-4c9e-a6e6-739cf055fede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:15.518661 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-e4aecc6d-f6d3-4c9e-a6e6-739cf055fede admin admin] 10.222.0.30 "DELETE /v2.0/networks/a0974cde-cf67-4a10-b1b8-13bf6a45e915 HTTP/1.1" status: 204 len: 168 time: 0.8619072 Sep 15 13:46:15.529599 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aecc6d-f6d3-4c9e-a6e6-739cf055fede admin admin] Pushing event deleted for resources: {'Network': ['ID=a0974cde-cf67-4a10-b1b8-13bf6a45e915,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:15.715383 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 48358322-6f35-4b9b-aa09-3ac7ac835248 no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:46:15.737317 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: 48358322-6f35-4b9b-aa09-3ac7ac835248 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:46:15.737698 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 48358322-6f35-4b9b-aa09-3ac7ac835248 not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:46:15.738128 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 8167dcad-2714-481e-9c64-b3a80ead8f04 no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:46:15.757482 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: 8167dcad-2714-481e-9c64-b3a80ead8f04 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:46:15.757823 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 8167dcad-2714-481e-9c64-b3a80ead8f04 not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:46:15.758232 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device f2e0e263-b034-4586-97a3-42e1a8516955 no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:46:15.777070 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: f2e0e263-b034-4586-97a3-42e1a8516955 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:46:15.777375 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device f2e0e263-b034-4586-97a3-42e1a8516955 not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:46:15.925267 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49706) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:15.932006 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731245b8-8076-4877-907a-eca043bcea7e req-db924fb3-85c8-4510-9a06-12a110887f5e tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:15.933513 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-731245b8-8076-4877-907a-eca043bcea7e req-db924fb3-85c8-4510-9a06-12a110887f5e tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=4aaeaaec-6b69-44c2-948b-e55fc98e620e HTTP/1.1" status: 200 len: 944 time: 0.0527482 Sep 15 13:46:15.967179 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-2247ab4a-4ac0-40d6-81a1-150ad3353771 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=61294742e3c340a6ad4d0579212932db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401726 Sep 15 13:46:15.969904 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49708) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:15.978452 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-731245b8-8076-4877-907a-eca043bcea7e req-53e8f595-c72b-44c7-bc78-429142a49a8f tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=567e3a5c-2ea9-4cd6-80e7-f421f94afa8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387311 Sep 15 13:46:16.022927 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-0752d2a3-b3e3-4c9c-b291-30071ebb43ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:16.044387 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-0752d2a3-b3e3-4c9c-b291-30071ebb43ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:16.186359 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-0752d2a3-b3e3-4c9c-b291-30071ebb43ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:16.188867 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-0752d2a3-b3e3-4c9c-b291-30071ebb43ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:16.190039 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-0752d2a3-b3e3-4c9c-b291-30071ebb43ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/397d5d9d-7608-45cd-9244-a5061181f998 HTTP/1.1" status: 204 len: 168 time: 0.2189531 Sep 15 13:46:16.198133 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752d2a3-b3e3-4c9c-b291-30071ebb43ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397d5d9d-7608-45cd-9244-a5061181f998,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:16.630129 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device bd7c0b52-6298-43c9-8157-07d6904372c8 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:46:16.726147 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port bd7c0b52-6298-43c9-8157-07d6904372c8, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=bd7c0b52-6298-43c9-8157-07d6904372c8,segment=NetworkSegment(c2499852-0995-4468-ba42-b5e7f07ff544),segment_id=c2499852-0995-4468-ba42-b5e7f07ff544)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:16.737506 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': 'bd7c0b52-6298-43c9-8157-07d6904372c8', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'port_id': 'bd7c0b52-6298-43c9-8157-07d6904372c8', 'mac_address': 'fa:16:3e:32:af:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:46:16.773781 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:16.787321 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7c0b52-6298-43c9-8157-07d6904372c8 {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:46:16.807497 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port bd7c0b52-6298-43c9-8157-07d6904372c8, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=bd7c0b52-6298-43c9-8157-07d6904372c8,segment=NetworkSegment(c2499852-0995-4468-ba42-b5e7f07ff544),segment_id=c2499852-0995-4468-ba42-b5e7f07ff544)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:16.908835 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49722) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:16.912214 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:16.949972 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-39a0c43a-b7f3-4468-abf2-95b71464d7b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b021c77efb434918bf7f8ded95b0ee90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398324 Sep 15 13:46:16.952504 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49724) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:16.957836 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=bd7c0b52-6298-43c9-8157-07d6904372c8,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:17.003547 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a5d3f995-726a-4fb5-980d-6ccae11932f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:17.025726 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a5d3f995-726a-4fb5-980d-6ccae11932f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:17.102535 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47198a2-175b-440e-b98e-781d861eb79c req-c1f391f3-1b3c-48e6-b6b3-a88b9c2779ef tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:17.104019 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c47198a2-175b-440e-b98e-781d861eb79c req-c1f391f3-1b3c-48e6-b6b3-a88b9c2779ef tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=4aaeaaec-6b69-44c2-948b-e55fc98e620e HTTP/1.1" status: 200 len: 945 time: 0.0558851 Sep 15 13:46:17.142158 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c47198a2-175b-440e-b98e-781d861eb79c req-e641fa33-4b7c-4a91-b1ec-29c16b015001 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=567e3a5c-2ea9-4cd6-80e7-f421f94afa8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315840 Sep 15 13:46:17.145965 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['bd7c0b52-6298-43c9-8157-07d6904372c8'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:46:17.243302 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a5d3f995-726a-4fb5-980d-6ccae11932f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:17.245896 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a5d3f995-726a-4fb5-980d-6ccae11932f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:17.247133 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-a5d3f995-726a-4fb5-980d-6ccae11932f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/57b15be2-d42e-42bd-8268-08e209ffedef HTTP/1.1" status: 204 len: 168 time: 0.2936192 Sep 15 13:46:17.260968 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3f995-726a-4fb5-980d-6ccae11932f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b15be2-d42e-42bd-8268-08e209ffedef,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:17.378439 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:46:18.255074 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad46260-a83c-46ee-941b-6f81db3a6cbb req-58ccc4d4-5854-4963-b186-2c36f8460de4 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:18.256545 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fad46260-a83c-46ee-941b-6f81db3a6cbb req-58ccc4d4-5854-4963-b186-2c36f8460de4 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=4aaeaaec-6b69-44c2-948b-e55fc98e620e HTTP/1.1" status: 200 len: 945 time: 0.0488596 Sep 15 13:46:18.297696 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fad46260-a83c-46ee-941b-6f81db3a6cbb req-b4c5273f-0061-4589-b8b1-fdb212d19b03 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=567e3a5c-2ea9-4cd6-80e7-f421f94afa8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351574 Sep 15 13:46:18.316512 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49758) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:18.411785 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-0b682433-c551-4ed5-8f5d-3b10bf8c89ce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-536177279-network', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:18.489297 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b682433-c551-4ed5-8f5d-3b10bf8c89ce admin admin] Made reservation on behalf of 8d000803518a4c8b8c0afbc4b57421d1 for: {'network': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:46:18.491718 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-0b682433-c551-4ed5-8f5d-3b10bf8c89ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for network, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:18.500381 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-0b682433-c551-4ed5-8f5d-3b10bf8c89ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:18.598071 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-0b682433-c551-4ed5-8f5d-3b10bf8c89ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:18.641685 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device bd7c0b52-6298-43c9-8157-07d6904372c8 up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:46:18.677769 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-0b682433-c551-4ed5-8f5d-3b10bf8c89ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:18.707418 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b682433-c551-4ed5-8f5d-3b10bf8c89ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=101213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:46:18.713952 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b682433-c551-4ed5-8f5d-3b10bf8c89ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cb61f3-8221-4f73-8cfc-919b3deefe0f,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:18.720531 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-0b682433-c551-4ed5-8f5d-3b10bf8c89ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:18.720865 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.db.segments_db [None req-0b682433-c551-4ed5-8f5d-3b10bf8c89ce admin admin] Added segment 7f2672a9-5a98-4eec-a2e9-032da0ac542f of type vlan for network 3c62f92a-f427-49c1-a85d-80b6167fa3af Sep 15 13:46:18.757823 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning for port bd7c0b52-6298-43c9-8157-07d6904372c8 completed by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:46:18.762187 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port bd7c0b52-6298-43c9-8157-07d6904372c8 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:18.762908 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:18.764362 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-0b682433-c551-4ed5-8f5d-3b10bf8c89ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777769156895'] for network, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:18.846682 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:18.854825 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-0b682433-c551-4ed5-8f5d-3b10bf8c89ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for network, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:18.855788 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b682433-c551-4ed5-8f5d-3b10bf8c89ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:18.856395 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-0b682433-c551-4ed5-8f5d-3b10bf8c89ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:18.917316 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b682433-c551-4ed5-8f5d-3b10bf8c89ce admin admin] Pushing event updated for resources: {'Network': ['ID=3c62f92a-f427-49c1-a85d-80b6167fa3af,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:18.928100 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Network 3c62f92a-f427-49c1-a85d-80b6167fa3af details requested by agent ovs-agent-dv-cinder-803456-3-iscsi with host dv-cinder-803456-3-iscsi {{(pid=101215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:46:19.035664 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-0b682433-c551-4ed5-8f5d-3b10bf8c89ce admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7152934 Sep 15 13:46:19.035860 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49784) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:19.040723 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-958682b9-ff12-457a-beff-eff41621f88d admin admin] Request body: {'subnet': {'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-536177279-subnet', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'ip_version': 4}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:19.047015 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aaeaaec-6b69-44c2-948b-e55fc98e620e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7c0b52-6298-43c9-8157-07d6904372c8'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:46:19.049307 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83cef81-7af0-4b7b-bda9-60b67d14f644" -d '{"events": [{"server_uuid": "4aaeaaec-6b69-44c2-948b-e55fc98e620e", "name": "network-vif-plugged", "status": "completed", "tag": "bd7c0b52-6298-43c9-8157-07d6904372c8"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:46:19.069746 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port bd7c0b52-6298-43c9-8157-07d6904372c8, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=bd7c0b52-6298-43c9-8157-07d6904372c8,segment=NetworkSegment(c2499852-0995-4468-ba42-b5e7f07ff544),segment_id=c2499852-0995-4468-ba42-b5e7f07ff544)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:19.097469 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07a8c26-ce20-45e3-9a4b-5f978379b3d5 x-openstack-request-id: req-d07a8c26-ce20-45e3-9a4b-5f978379b3d5 {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:46:19.097469 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aaeaaec-6b69-44c2-948b-e55fc98e620e", "name": "network-vif-plugged", "status": "completed", "tag": "bd7c0b52-6298-43c9-8157-07d6904372c8", "code": 200}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:46:19.097469 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d07a8c26-ce20-45e3-9a4b-5f978379b3d5 {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:46:19.097469 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aaeaaec-6b69-44c2-948b-e55fc98e620e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7c0b52-6298-43c9-8157-07d6904372c8', 'code': 200} Sep 15 13:46:19.146226 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:19.180069 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958682b9-ff12-457a-beff-eff41621f88d admin admin] Made reservation on behalf of 8d000803518a4c8b8c0afbc4b57421d1 for: {'subnet': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:46:19.183075 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-958682b9-ff12-457a-beff-eff41621f88d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943630'] for subnet, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:19.198407 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=bd7c0b52-6298-43c9-8157-07d6904372c8,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:19.462086 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686399fb-5b8f-44f8-b505-e4b655ff7f6a req-57c4f718-e7b0-4a9f-ab38-2524be63188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:19.463877 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-686399fb-5b8f-44f8-b505-e4b655ff7f6a req-57c4f718-e7b0-4a9f-ab38-2524be63188f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4aaeaaec-6b69-44c2-948b-e55fc98e620e HTTP/1.1" status: 200 len: 1099 time: 0.0685656 Sep 15 13:46:19.474222 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1e4a3-91a7-44a6-b3c7-d28fc65d3a5d req-cd3d72a7-fef0-4ca1-9f33-3ac6a499acce tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:19.476028 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-aae1e4a3-91a7-44a6-b3c7-d28fc65d3a5d req-cd3d72a7-fef0-4ca1-9f33-3ac6a499acce tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=4aaeaaec-6b69-44c2-948b-e55fc98e620e HTTP/1.1" status: 200 len: 946 time: 0.0938380 Sep 15 13:46:19.538368 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-686399fb-5b8f-44f8-b505-e4b655ff7f6a req-4a28073d-18e9-4075-b1ff-889f679c2c31 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=567e3a5c-2ea9-4cd6-80e7-f421f94afa8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611691 Sep 15 13:46:19.541920 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-aae1e4a3-91a7-44a6-b3c7-d28fc65d3a5d req-8c132fdf-6537-424e-acb9-b2a281226b91 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=567e3a5c-2ea9-4cd6-80e7-f421f94afa8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584676 Sep 15 13:46:19.580454 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-958682b9-ff12-457a-beff-eff41621f88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4251753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943648'] for subnet, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:19.650513 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958682b9-ff12-457a-beff-eff41621f88d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a985cd71-7a70-4104-b2ec-144e68665c3a,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:19.662205 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958682b9-ff12-457a-beff-eff41621f88d admin admin] Checking segment: {'id': '7f2672a9-5a98-4eec-a2e9-032da0ac542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:46:19.662560 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958682b9-ff12-457a-beff-eff41621f88d admin admin] Network hostable DHCP agents. Network: 3c62f92a-f427-49c1-a85d-80b6167fa3af, hostable agents: ['059ef8ed-a851-4324-85c0-3d7a16d26e98'], hosted agents: [] {{(pid=101214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:46:19.780742 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958682b9-ff12-457a-beff-eff41621f88d admin admin] Network 3c62f92a-f427-49c1-a85d-80b6167fa3af is scheduled to be hosted by DHCP agent 059ef8ed-a851-4324-85c0-3d7a16d26e98 with binding_index 1 {{(pid=101214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:46:19.906717 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [None req-958682b9-ff12-457a-beff-eff41621f88d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-3-iscsi, 3c62f92a-f427-49c1-a85d-80b6167fa3af) {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:19.918338 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958682b9-ff12-457a-beff-eff41621f88d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:19.918338 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-958682b9-ff12-457a-beff-eff41621f88d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for subnet, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:19.919275 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302cee25-5558-4af4-b506-528911531314 None None] Network 3c62f92a-f427-49c1-a85d-80b6167fa3af requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:46:20.026988 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-958682b9-ff12-457a-beff-eff41621f88d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9899206 Sep 15 13:46:20.029807 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49812) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:20.035134 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-7f62e364-b7f9-407c-a412-47bc8ca6fa66 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:20.081705 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4787fd-cffb-41a2-9702-b45ed8723d67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa82a8464-970f-51ea-a067-ae169fa58494-3c62f92a-f427-49c1-a85d-80b6167fa3af', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a'}]}} from dv-cinder-803456-3-iscsi. {{(pid=101215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 13:46:20.088417 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-8a4787fd-cffb-41a2-9702-b45ed8723d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:20.146720 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-7f62e364-b7f9-407c-a412-47bc8ca6fa66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1737'] for router, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:20.147770 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-7f62e364-b7f9-407c-a412-47bc8ca6fa66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1746'] for router, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:20.213571 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-7f62e364-b7f9-407c-a412-47bc8ca6fa66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:20.226117 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.db_base_plugin_common [None req-8a4787fd-cffb-41a2-9702-b45ed8723d67 None None] Allocated IP 172.20.0.2 (3c62f92a-f427-49c1-a85d-80b6167fa3af/a985cd71-7a70-4104-b2ec-144e68665c3a/e64594cb-bf3c-4762-9470-470a188b21cb) {{(pid=101215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:46:20.377262 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-8a4787fd-cffb-41a2-9702-b45ed8723d67 None None] Notify callbacks [] for port, precommit_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:20.407311 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-7f62e364-b7f9-407c-a412-47bc8ca6fa66 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:20.449431 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-8a4787fd-cffb-41a2-9702-b45ed8723d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:20.491622 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4787fd-cffb-41a2-9702-b45ed8723d67 None None] Network 3c62f92a-f427-49c1-a85d-80b6167fa3af is already hosted by enough agents. {{(pid=101215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:46:20.494474 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.scheduler.base_scheduler [None req-8a4787fd-cffb-41a2-9702-b45ed8723d67 None None] Resources bound (agent type, host, resource id): {{(pid=101215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:20.502245 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4787fd-cffb-41a2-9702-b45ed8723d67 None None] Received port after_create {{(pid=101215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:46:20.511386 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4787fd-cffb-41a2-9702-b45ed8723d67 None None] Pushing event updated for resources: {'Port': ['ID=e64594cb-bf3c-4762-9470-470a188b21cb,revision_number=1']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:20.565573 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-8a4787fd-cffb-41a2-9702-b45ed8723d67 None None] Attempting to bind port e64594cb-bf3c-4762-9470-470a188b21cb on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:46:20.565942 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-8a4787fd-cffb-41a2-9702-b45ed8723d67 None None] Attempting to bind port e64594cb-bf3c-4762-9470-470a188b21cb by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': '7f2672a9-5a98-4eec-a2e9-032da0ac542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af'}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:46:20.566472 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4787fd-cffb-41a2-9702-b45ed8723d67 None None] Attempting to bind port e64594cb-bf3c-4762-9470-470a188b21cb on network 3c62f92a-f427-49c1-a85d-80b6167fa3af {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:46:20.572303 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4787fd-cffb-41a2-9702-b45ed8723d67 None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:46:20.572303 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4787fd-cffb-41a2-9702-b45ed8723d67 None None] Checking segment: {'id': '7f2672a9-5a98-4eec-a2e9-032da0ac542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:46:20.572586 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-8a4787fd-cffb-41a2-9702-b45ed8723d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:20.576548 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4787fd-cffb-41a2-9702-b45ed8723d67 None None] Bound using segment: {'id': '7f2672a9-5a98-4eec-a2e9-032da0ac542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af'} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:46:20.576548 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-8a4787fd-cffb-41a2-9702-b45ed8723d67 None None] Bound port: e64594cb-bf3c-4762-9470-470a188b21cb, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2672a9-5a98-4eec-a2e9-032da0ac542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af'}}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:46:20.576548 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-8a4787fd-cffb-41a2-9702-b45ed8723d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:20.676478 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-8a4787fd-cffb-41a2-9702-b45ed8723d67 None None] For port e64594cb-bf3c-4762-9470-470a188b21cb, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:46:20.681397 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-8a4787fd-cffb-41a2-9702-b45ed8723d67 None None] For port e64594cb-bf3c-4762-9470-470a188b21cb, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=e64594cb-bf3c-4762-9470-470a188b21cb,segment=NetworkSegment(7f2672a9-5a98-4eec-a2e9-032da0ac542f),segment_id=7f2672a9-5a98-4eec-a2e9-032da0ac542f)] {{(pid=101215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:46:20.691284 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d2b3d-0fed-402a-81d1-3d1d13e1c9b1 req-c657f16a-5240-40c7-8dcd-67dd796c706c tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:20.697837 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-448d2b3d-0fed-402a-81d1-3d1d13e1c9b1 req-c657f16a-5240-40c7-8dcd-67dd796c706c tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=4aaeaaec-6b69-44c2-948b-e55fc98e620e HTTP/1.1" status: 200 len: 946 time: 0.0613821 Sep 15 13:46:20.753711 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-448d2b3d-0fed-402a-81d1-3d1d13e1c9b1 req-944d5b4a-4e03-4e14-8626-34414888ddf6 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=567e3a5c-2ea9-4cd6-80e7-f421f94afa8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493047 Sep 15 13:46:20.775441 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-8a4787fd-cffb-41a2-9702-b45ed8723d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:20.852344 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4787fd-cffb-41a2-9702-b45ed8723d67 None None] Pushing event updated for resources: {'Port': ['ID=e64594cb-bf3c-4762-9470-470a188b21cb,revision_number=2']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:20.958356 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-7f62e364-b7f9-407c-a412-47bc8ca6fa66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:20.986446 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-7f62e364-b7f9-407c-a412-47bc8ca6fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:21.111207 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_common [None req-7f62e364-b7f9-407c-a412-47bc8ca6fa66 admin admin] Allocated IP 172.27.0.133 (ece37916-b27e-4896-b760-50248bab8142/37569b60-ab24-446b-9709-ec585ea5ec0b/2f053b3f-a062-46fe-85cf-223ff922c69d) {{(pid=101213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:46:21.186993 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-1bbec3e3-c8aa-4e20-b099-7a1529be39b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:21.224285 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-7f62e364-b7f9-407c-a412-47bc8ca6fa66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:21.301034 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-7f62e364-b7f9-407c-a412-47bc8ca6fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:21.335905 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f62e364-b7f9-407c-a412-47bc8ca6fa66 admin admin] Network ece37916-b27e-4896-b760-50248bab8142 is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:46:21.338755 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-7f62e364-b7f9-407c-a412-47bc8ca6fa66 admin admin] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:21.342711 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f62e364-b7f9-407c-a412-47bc8ca6fa66 admin admin] Received port after_create {{(pid=101213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:46:21.372013 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62e364-b7f9-407c-a412-47bc8ca6fa66 admin admin] Pushing event updated for resources: {'Port': ['ID=2f053b3f-a062-46fe-85cf-223ff922c69d,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:21.722248 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-7f62e364-b7f9-407c-a412-47bc8ca6fa66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:21.761258 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc5d71a-b1e9-4845-89cf-6bbc5014e49c None None] Network 3c62f92a-f427-49c1-a85d-80b6167fa3af requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:46:21.788591 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device e64594cb-bf3c-4762-9470-470a188b21cb up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:46:21.871241 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-a14986e1-547f-4848-9583-487ceee32ea2 None None] Provisioning complete for port e64594cb-bf3c-4762-9470-470a188b21cb triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:21.871610 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-a14986e1-547f-4848-9583-487ceee32ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:21.938509 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port e64594cb-bf3c-4762-9470-470a188b21cb triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:21.938872 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:21.944914 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f41494-1563-415c-9587-e8ad7124d723 req-f299d901-2bc2-40bd-82cf-3bc2c52375e9 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:21.946444 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-50f41494-1563-415c-9587-e8ad7124d723 req-f299d901-2bc2-40bd-82cf-3bc2c52375e9 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=4aaeaaec-6b69-44c2-948b-e55fc98e620e HTTP/1.1" status: 200 len: 946 time: 0.1259382 Sep 15 13:46:21.996531 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-7f62e364-b7f9-407c-a412-47bc8ca6fa66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551007'] for router, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:22.005614 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-50f41494-1563-415c-9587-e8ad7124d723 req-48f803ad-25a7-4c06-a2f2-f03311329180 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=567e3a5c-2ea9-4cd6-80e7-f421f94afa8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529456 Sep 15 13:46:22.090850 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-a14986e1-547f-4848-9583-487ceee32ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:22.136546 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0d276-efbb-46c2-84f6-6a486d07d63b req-c45b1f3e-20a2-4155-952e-06b7881f7b48 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:22.143406 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-21a0d276-efbb-46c2-84f6-6a486d07d63b req-c45b1f3e-20a2-4155-952e-06b7881f7b48 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=4aaeaaec-6b69-44c2-948b-e55fc98e620e HTTP/1.1" status: 200 len: 946 time: 0.0612314 Sep 15 13:46:22.147054 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49856) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:22.158263 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-67f941ac-64cd-4209-87fd-7a60c9a4fd39 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Request body: {'floatingip': {'port_id': 'bd7c0b52-6298-43c9-8157-07d6904372c8'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:22.190302 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:22.206570 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-a14986e1-547f-4848-9583-487ceee32ea2 None None] For port e64594cb-bf3c-4762-9470-470a188b21cb, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=e64594cb-bf3c-4762-9470-470a188b21cb,segment=NetworkSegment(7f2672a9-5a98-4eec-a2e9-032da0ac542f),segment_id=7f2672a9-5a98-4eec-a2e9-032da0ac542f)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:22.225796 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-67f941ac-64cd-4209-87fd-7a60c9a4fd39 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for floatingip, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:22.249409 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f62e364-b7f9-407c-a412-47bc8ca6fa66 admin admin] Router d1cc937a-1563-4340-9e26-69b6dd3a933a is scheduled to L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 with binding_index 1 {{(pid=101213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:46:22.307484 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-a14986e1-547f-4848-9583-487ceee32ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:22.387685 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f62e364-b7f9-407c-a412-47bc8ca6fa66 admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:46:22.403604 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] Sync routers for ids ['d1cc937a-1563-4340-9e26-69b6dd3a933a'] in dv-cinder-803456-3-iscsi {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:46:22.415092 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.db.api [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 13:46:22.415520 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG oslo_db.api [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 13:46:22.417798 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14986e1-547f-4848-9583-487ceee32ea2 None None] Pushing event updated for resources: {'Port': ['ID=e64594cb-bf3c-4762-9470-470a188b21cb,revision_number=3']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:22.429065 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] Routers {'d1cc937a-1563-4340-9e26-69b6dd3a933a'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:46:22.429721 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:45:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['d1cc937a-1563-4340-9e26-69b6dd3a933a'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:22.494986 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-7f62e364-b7f9-407c-a412-47bc8ca6fa66 admin admin] Notify callbacks [] for router, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:22.499041 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-7f62e364-b7f9-407c-a412-47bc8ca6fa66 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4647257 Sep 15 13:46:22.499373 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49860) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:22.621629 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-0a1d6a3a-e03b-4c5a-b665-b35f18347a9e None None] Provisioning complete for port e64594cb-bf3c-4762-9470-470a188b21cb triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:22.622004 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-0a1d6a3a-e03b-4c5a-b665-b35f18347a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:22.689646 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-67f941ac-64cd-4209-87fd-7a60c9a4fd39 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:22.719040 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] Set router d1cc937a-1563-4340-9e26-69b6dd3a933a gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:46:22.758170 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-67f941ac-64cd-4209-87fd-7a60c9a4fd39 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550917'] for floatingip, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:22.874848 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.db.l3_db [None req-67f941ac-64cd-4209-87fd-7a60c9a4fd39 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Floating IP 47a205f0-a13d-44c8-965c-14a82d03ea7a associated. External IP: 172.27.0.241, port: bd7c0b52-6298-43c9-8157-07d6904372c8. Sep 15 13:46:22.954585 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:46:21Z', 'revision_number': 3, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:22.956499 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-12e7e666-ee98-4843-9442-73cb4e103fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:22.986566 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] Checking router: d1cc937a-1563-4340-9e26-69b6dd3a933a for host: dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:46:22.987003 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] Updating router d1cc937a-1563-4340-9e26-69b6dd3a933a port 2f053b3f-a062-46fe-85cf-223ff922c69d binding host dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:46:23.014340 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:23.123560 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f941ac-64cd-4209-87fd-7a60c9a4fd39 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Router 98f36e57-6586-4df2-a3bd-6da2977e4eb4 has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:46:23.132326 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_common [None req-12e7e666-ee98-4843-9442-73cb4e103fd9 admin admin] Allocated IP 172.20.0.1 (3c62f92a-f427-49c1-a85d-80b6167fa3af/a985cd71-7a70-4104-b2ec-144e68665c3a/22843d98-86b0-4dd6-88b6-558f17685ef1) {{(pid=101213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:46:23.247718 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-12e7e666-ee98-4843-9442-73cb4e103fd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:23.248756 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f941ac-64cd-4209-87fd-7a60c9a4fd39 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:46:23.253206 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-67f941ac-64cd-4209-87fd-7a60c9a4fd39 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for floatingip, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:23.258727 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c7678c-0e82-4fdd-9c2d-1374c7fb4ed8 None None] Sync routers for ids ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'] in dv-cinder-803456-3-iscsi {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:46:23.278902 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c7678c-0e82-4fdd-9c2d-1374c7fb4ed8 None None] Routers {'98f36e57-6586-4df2-a3bd-6da2977e4eb4'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:46:23.281501 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-f9c7678c-0e82-4fdd-9c2d-1374c7fb4ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:45:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:23.281663 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-67f941ac-64cd-4209-87fd-7a60c9a4fd39 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "PUT /v2.0/floatingips/47a205f0-a13d-44c8-965c-14a82d03ea7a HTTP/1.1" status: 200 len: 992 time: 1.1326036 Sep 15 13:46:23.282179 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aaeaaec-6b69-44c2-948b-e55fc98e620e', 'tag': 'bd7c0b52-6298-43c9-8157-07d6904372c8'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:46:23.285091 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f1bc63-c4d8-408f-aac6-c224a4f48a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "4aaeaaec-6b69-44c2-948b-e55fc98e620e", "tag": "bd7c0b52-6298-43c9-8157-07d6904372c8"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:46:23.300111 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] Notify callbacks [] for port, precommit_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:23.332243 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa313ba-490f-4919-953f-1e72c50a3ada x-openstack-request-id: req-bfa313ba-490f-4919-953f-1e72c50a3ada {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:46:23.332595 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aaeaaec-6b69-44c2-948b-e55fc98e620e", "tag": "bd7c0b52-6298-43c9-8157-07d6904372c8", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:46:23.332957 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bfa313ba-490f-4919-953f-1e72c50a3ada {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:46:23.333572 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aaeaaec-6b69-44c2-948b-e55fc98e620e', 'tag': 'bd7c0b52-6298-43c9-8157-07d6904372c8', 'status': 'completed', 'code': 200} Sep 15 13:46:23.363514 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-12e7e666-ee98-4843-9442-73cb4e103fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:23.401407 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1bc63-c4d8-408f-aac6-c224a4f48a6e req-2f48be87-c649-4fa4-ac14-80fcda90b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:23.401661 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-f9c7678c-0e82-4fdd-9c2d-1374c7fb4ed8 None None] Set router 98f36e57-6586-4df2-a3bd-6da2977e4eb4 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:46:23.403653 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:23.404872 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-64f1bc63-c4d8-408f-aac6-c224a4f48a6e req-2f48be87-c649-4fa4-ac14-80fcda90b043 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9afbcb1e186943a180e744626f0ee7af&device_id=4aaeaaec-6b69-44c2-948b-e55fc98e620e HTTP/1.1" status: 200 len: 1099 time: 0.0494850 Sep 15 13:46:23.406285 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e7e666-ee98-4843-9442-73cb4e103fd9 admin admin] Network 3c62f92a-f427-49c1-a85d-80b6167fa3af is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:46:23.409334 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-12e7e666-ee98-4843-9442-73cb4e103fd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:23.415573 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e7e666-ee98-4843-9442-73cb4e103fd9 admin admin] Received port after_create {{(pid=101213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:46:23.442318 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7e666-ee98-4843-9442-73cb4e103fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=22843d98-86b0-4dd6-88b6-558f17685ef1,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:23.471483 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-12e7e666-ee98-4843-9442-73cb4e103fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551048'] for router_interface, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:23.482961 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] Attempting to bind port 2f053b3f-a062-46fe-85cf-223ff922c69d on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:46:23.483295 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] Attempting to bind port 2f053b3f-a062-46fe-85cf-223ff922c69d by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:46:23.483922 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] Attempting to bind port 2f053b3f-a062-46fe-85cf-223ff922c69d on network ece37916-b27e-4896-b760-50248bab8142 {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:46:23.487622 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4e3f7-9301-4616-9fa3-ca7d979be5f3 None None] Pushing event updated for resources: {'Port': ['ID=2f053b3f-a062-46fe-85cf-223ff922c69d,revision_number=2']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:23.493449 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:46:23.495283 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] Checking segment: {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:46:23.495283 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:23.495283 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] Bound using segment: {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:46:23.495796 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] Bound port: 2f053b3f-a062-46fe-85cf-223ff922c69d, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:46:23.496271 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:23.586437 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1bc63-c4d8-408f-aac6-c224a4f48a6e req-d0f0cbf9-1cdd-4be6-823f-46a38f720eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:23.588255 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-64f1bc63-c4d8-408f-aac6-c224a4f48a6e req-d0f0cbf9-1cdd-4be6-823f-46a38f720eea service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a95ae3f-eb65-4410-bd12-2770233cdae3 HTTP/1.1" status: 200 len: 911 time: 0.1572711 Sep 15 13:46:23.588386 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] For port 2f053b3f-a062-46fe-85cf-223ff922c69d, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:46:23.593222 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] For port 2f053b3f-a062-46fe-85cf-223ff922c69d, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=2f053b3f-a062-46fe-85cf-223ff922c69d,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:46:23.671447 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-64f1bc63-c4d8-408f-aac6-c224a4f48a6e req-f6849fc1-f153-42c6-9b0b-e6d72c70f480 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd7c0b52-6298-43c9-8157-07d6904372c8 HTTP/1.1" status: 200 len: 1000 time: 0.0749443 Sep 15 13:46:23.721178 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-a4645dfb-1dfd-41e5-8ec7-98e63f2ea45a None None] Provisioning complete for port 22843d98-86b0-4dd6-88b6-558f17685ef1 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:23.721396 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-a4645dfb-1dfd-41e5-8ec7-98e63f2ea45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:23.753444 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:23.759366 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1bc63-c4d8-408f-aac6-c224a4f48a6e req-ca49c1aa-27d2-4f0e-b95a-f33f0523c6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:23.760851 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-64f1bc63-c4d8-408f-aac6-c224a4f48a6e req-ca49c1aa-27d2-4f0e-b95a-f33f0523c6af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6 HTTP/1.1" status: 200 len: 849 time: 0.0811379 Sep 15 13:46:23.767054 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-40e142bb-3021-43d0-9b40-bfb3c35a899e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:23.774084 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-12e7e666-ee98-4843-9442-73cb4e103fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:23.779869 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-f9c7678c-0e82-4fdd-9c2d-1374c7fb4ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'name': 'tempest-AttachVolumeTestJSON-452463078-router', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '66d906d0-0301-4348-befe-ab68c854165f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:41:34Z', 'revision_number': 4, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'gw_port': {'id': '66d906d0-0301-4348-befe-ab68c854165f', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': '47a205f0-a13d-44c8-965c-14a82d03ea7a', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'port_id': 'bd7c0b52-6298-43c9-8157-07d6904372c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'mac_address': 'fa:16:3e:32:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaeaaec-6b69-44c2-948b-e55fc98e620e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:46:07Z', 'updated_at': '2021-09-15T13:46:22Z', 'revision_number': 1, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7f382d-3621-44a8-bf72-fb7e89f93cf0', 'name': '', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'mac_address': 'fa:16:3e:16:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:32Z', 'updated_at': '2021-09-15T13:41:39Z', 'revision_number': 5, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'subnets': [{'id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:23.818219 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c7678c-0e82-4fdd-9c2d-1374c7fb4ed8 None None] Checking router: 98f36e57-6586-4df2-a3bd-6da2977e4eb4 for host: dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:46:23.822317 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1bc63-c4d8-408f-aac6-c224a4f48a6e req-fb102980-7bab-4847-ab95-4b21a53a4b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:23.823824 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-64f1bc63-c4d8-408f-aac6-c224a4f48a6e req-fb102980-7bab-4847-ab95-4b21a53a4b31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a95ae3f-eb65-4410-bd12-2770233cdae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496545 Sep 15 13:46:23.828425 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c7678c-0e82-4fdd-9c2d-1374c7fb4ed8 None None] Routers {'98f36e57-6586-4df2-a3bd-6da2977e4eb4'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:46:23.829058 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-f9c7678c-0e82-4fdd-9c2d-1374c7fb4ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:46:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:23.850252 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-a4645dfb-1dfd-41e5-8ec7-98e63f2ea45a None None] Port 22843d98-86b0-4dd6-88b6-558f17685ef1 cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:46:23.863578 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device e64594cb-bf3c-4762-9470-470a188b21cb up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:46:23.872357 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:23.898044 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4e3f7-9301-4616-9fa3-ca7d979be5f3 None None] Pushing event updated for resources: {'Port': ['ID=2f053b3f-a062-46fe-85cf-223ff922c69d,revision_number=3']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:23.909127 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] Routers {'d1cc937a-1563-4340-9e26-69b6dd3a933a'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:46:23.909757 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:46:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['d1cc937a-1563-4340-9e26-69b6dd3a933a'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:23.937055 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-f9c7678c-0e82-4fdd-9c2d-1374c7fb4ed8 None None] Set router 98f36e57-6586-4df2-a3bd-6da2977e4eb4 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:46:23.949462 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-64f1bc63-c4d8-408f-aac6-c224a4f48a6e req-6f182dd6-3934-4773-b1fa-8fee6d2c8ad5 service neutron] 10.222.0.15 "GET /v2.0/networks/1a95ae3f-eb65-4410-bd12-2770233cdae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171408 Sep 15 13:46:24.052453 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-64f1bc63-c4d8-408f-aac6-c224a4f48a6e req-49457c11-4b88-41fa-91f9-088990305805 service neutron] 10.222.0.15 "GET /v2.0/networks/1a95ae3f-eb65-4410-bd12-2770233cdae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961809 Sep 15 13:46:24.053548 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-12e7e666-ee98-4843-9442-73cb4e103fd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:24.093657 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port e64594cb-bf3c-4762-9470-470a188b21cb triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:24.094044 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:24.132462 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] Set router d1cc937a-1563-4340-9e26-69b6dd3a933a gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:46:24.194724 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-f9c7678c-0e82-4fdd-9c2d-1374c7fb4ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'name': 'tempest-AttachVolumeTestJSON-452463078-router', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '66d906d0-0301-4348-befe-ab68c854165f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:41:34Z', 'revision_number': 4, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'gw_port': {'id': '66d906d0-0301-4348-befe-ab68c854165f', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': '47a205f0-a13d-44c8-965c-14a82d03ea7a', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'port_id': 'bd7c0b52-6298-43c9-8157-07d6904372c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'mac_address': 'fa:16:3e:32:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaeaaec-6b69-44c2-948b-e55fc98e620e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:46:07Z', 'updated_at': '2021-09-15T13:46:22Z', 'revision_number': 1, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7f382d-3621-44a8-bf72-fb7e89f93cf0', 'name': '', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'mac_address': 'fa:16:3e:16:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:32Z', 'updated_at': '2021-09-15T13:41:39Z', 'revision_number': 5, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'subnets': [{'id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:24.206567 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-12e7e666-ee98-4843-9442-73cb4e103fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5008746'] for port, after_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:24.221811 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c7678c-0e82-4fdd-9c2d-1374c7fb4ed8 None None] The sync data for ids ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'] in dv-cinder-803456-3-iscsi is: [{'id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'name': 'tempest-AttachVolumeTestJSON-452463078-router', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '66d906d0-0301-4348-befe-ab68c854165f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:41:34Z', 'revision_number': 4, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'gw_port': {'id': '66d906d0-0301-4348-befe-ab68c854165f', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': '47a205f0-a13d-44c8-965c-14a82d03ea7a', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'port_id': 'bd7c0b52-6298-43c9-8157-07d6904372c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'mac_address': 'fa:16:3e:32:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaeaaec-6b69-44c2-948b-e55fc98e620e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:46:07Z', 'updated_at': '2021-09-15T13:46:22Z', 'revision_number': 1, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7f382d-3621-44a8-bf72-fb7e89f93cf0', 'name': '', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'mac_address': 'fa:16:3e:16:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:32Z', 'updated_at': '2021-09-15T13:41:39Z', 'revision_number': 5, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'subnets': [{'id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:46:24.292485 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-12e7e666-ee98-4843-9442-73cb4e103fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545048'] for router_interface, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:24.294446 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7e666-ee98-4843-9442-73cb4e103fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=22843d98-86b0-4dd6-88b6-558f17685ef1,revision_number=2']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:24.385949 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 4, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '22843d98-86b0-4dd6-88b6-558f17685ef1', 'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'mac_address': 'fa:16:3e:1b:50:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:22Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 1, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'subnets': [{'id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:24.401337 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e7e666-ee98-4843-9442-73cb4e103fd9 admin admin] Network 3c62f92a-f427-49c1-a85d-80b6167fa3af is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:46:24.403131 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-12e7e666-ee98-4843-9442-73cb4e103fd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:24.417770 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d676a2-4f90-4c90-a438-cfb21b858924 None None] The sync data for ids ['d1cc937a-1563-4340-9e26-69b6dd3a933a'] in dv-cinder-803456-3-iscsi is: [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 4, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '22843d98-86b0-4dd6-88b6-558f17685ef1', 'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'mac_address': 'fa:16:3e:1b:50:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:22Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 1, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'subnets': [{'id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:46:24.558259 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92462b13-157e-4196-98e3-982c163e9df0 None None] New status for floating IP 47a205f0-a13d-44c8-965c-14a82d03ea7a: ACTIVE {{(pid=101215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:46:24.558583 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e7e666-ee98-4843-9442-73cb4e103fd9 admin admin] Router d1cc937a-1563-4340-9e26-69b6dd3a933a has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:46:24.698968 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-ffc98266-cd84-4dbc-8e8d-cd4588096445 None None] Provisioning complete for port 22843d98-86b0-4dd6-88b6-558f17685ef1 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:24.699269 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-ffc98266-cd84-4dbc-8e8d-cd4588096445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:24.827797 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-ffc98266-cd84-4dbc-8e8d-cd4588096445 None None] Port 22843d98-86b0-4dd6-88b6-558f17685ef1 cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:46:25.003552 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e7e666-ee98-4843-9442-73cb4e103fd9 admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:46:25.009449 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-12e7e666-ee98-4843-9442-73cb4e103fd9 admin admin] 10.222.0.30 "PUT /v2.0/routers/d1cc937a-1563-4340-9e26-69b6dd3a933a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5088437 Sep 15 13:46:25.030807 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877f499-0807-42fc-8de2-eb6d8cd3d084 req-1d8363e9-b693-410d-acdc-a0b51882c365 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:25.032706 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2877f499-0807-42fc-8de2-eb6d8cd3d084 req-1d8363e9-b693-410d-acdc-a0b51882c365 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.0786817 Sep 15 13:46:25.077816 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2877f499-0807-42fc-8de2-eb6d8cd3d084 req-4e235594-cb68-41a4-831c-1ef3ef6cf73f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363653 Sep 15 13:46:25.089215 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:25.349307 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49904) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:25.463870 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-81aad824-7091-4bd9-a613-2de6b9d8d167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:25.573718 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-81aad824-7091-4bd9-a613-2de6b9d8d167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:25.643502 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-81aad824-7091-4bd9-a613-2de6b9d8d167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:25.689282 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-81aad824-7091-4bd9-a613-2de6b9d8d167 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a8acc945d5404ea19abaade87e88884b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3363988 Sep 15 13:46:25.689282 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aad824-7091-4bd9-a613-2de6b9d8d167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b177be53-5530-4af8-8587-2114196d1784,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:25.689667 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49916) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:25.765366 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-cffd3f01-0dd2-41d4-96cd-5e1a090f1a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:25.793585 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 2f053b3f-a062-46fe-85cf-223ff922c69d up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:46:25.804663 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-cffd3f01-0dd2-41d4-96cd-5e1a090f1a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:25.848705 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49920) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:25.850906 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 2f053b3f-a062-46fe-85cf-223ff922c69d triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:25.851335 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:25.856440 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-6de64127-0554-46af-898e-40456cc07f67 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1356915073-network', 'tenant_id': 'aa3d066248c64e73a605f2a739856128'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:25.936657 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:25.952086 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-cffd3f01-0dd2-41d4-96cd-5e1a090f1a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:25.954720 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-cffd3f01-0dd2-41d4-96cd-5e1a090f1a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:25.955863 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-cffd3f01-0dd2-41d4-96cd-5e1a090f1a0b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b177be53-5530-4af8-8587-2114196d1784 HTTP/1.1" status: 204 len: 168 time: 0.2650294 Sep 15 13:46:25.957635 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] For port 2f053b3f-a062-46fe-85cf-223ff922c69d, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=2f053b3f-a062-46fe-85cf-223ff922c69d,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:25.964945 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd3f01-0dd2-41d4-96cd-5e1a090f1a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b177be53-5530-4af8-8587-2114196d1784,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:25.975463 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de64127-0554-46af-898e-40456cc07f67 admin admin] Made reservation on behalf of aa3d066248c64e73a605f2a739856128 for: {'network': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:46:25.978281 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-6de64127-0554-46af-898e-40456cc07f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for network, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:25.988574 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-6de64127-0554-46af-898e-40456cc07f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:26.060940 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:26.089163 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-6de64127-0554-46af-898e-40456cc07f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:26.111951 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Pushing event updated for resources: {'Port': ['ID=2f053b3f-a062-46fe-85cf-223ff922c69d,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:26.146054 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-6de64127-0554-46af-898e-40456cc07f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:26.193645 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de64127-0554-46af-898e-40456cc07f67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=101213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:46:26.206701 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de64127-0554-46af-898e-40456cc07f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c982678-e795-4a59-a677-36750329e347,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:26.212291 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-6de64127-0554-46af-898e-40456cc07f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:26.212659 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.db.segments_db [None req-6de64127-0554-46af-898e-40456cc07f67 admin admin] Added segment 19269a25-94bc-4886-8301-43447820b01f of type vlan for network 4b709d52-dcef-461e-aab6-22fb86c073ba Sep 15 13:46:26.266958 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-6de64127-0554-46af-898e-40456cc07f67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777769156895'] for network, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:26.276423 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518db083-2000-496c-ba41-b74dc80bfe7a req-8370f529-9df3-49cf-a3fb-91783493419e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:26.277954 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-518db083-2000-496c-ba41-b74dc80bfe7a req-8370f529-9df3-49cf-a3fb-91783493419e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.1194186 Sep 15 13:46:26.330541 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-518db083-2000-496c-ba41-b74dc80bfe7a req-04a5c83f-1e73-4471-900a-7e5eb9bb8243 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445771 Sep 15 13:46:26.386197 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-6de64127-0554-46af-898e-40456cc07f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for network, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:26.387305 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de64127-0554-46af-898e-40456cc07f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:26.387920 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-6de64127-0554-46af-898e-40456cc07f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:26.450223 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de64127-0554-46af-898e-40456cc07f67 admin admin] Pushing event updated for resources: {'Network': ['ID=4b709d52-dcef-461e-aab6-22fb86c073ba,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:26.464427 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Network 4b709d52-dcef-461e-aab6-22fb86c073ba details requested by agent ovs-agent-dv-cinder-803456-3-iscsi with host dv-cinder-803456-3-iscsi {{(pid=101215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:46:26.492589 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-6de64127-0554-46af-898e-40456cc07f67 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6394234 Sep 15 13:46:26.493133 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49934) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:26.499057 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-3f2c38d0-26c1-4fad-9135-aaeec52e6fd9 admin admin] Request body: {'subnet': {'network_id': '4b709d52-dcef-461e-aab6-22fb86c073ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1356915073-subnet', 'tenant_id': 'aa3d066248c64e73a605f2a739856128', 'ip_version': 4}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:26.604043 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2c38d0-26c1-4fad-9135-aaeec52e6fd9 admin admin] Made reservation on behalf of aa3d066248c64e73a605f2a739856128 for: {'subnet': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:46:26.613707 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3f2c38d0-26c1-4fad-9135-aaeec52e6fd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4981161'] for subnet, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:26.632491 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:26.765037 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] Sync routers for ids ['d1cc937a-1563-4340-9e26-69b6dd3a933a'] in dv-cinder-803456-3-iscsi {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:46:26.770101 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] Routers {'d1cc937a-1563-4340-9e26-69b6dd3a933a'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:46:26.770690 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:46:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['d1cc937a-1563-4340-9e26-69b6dd3a933a'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:26.866554 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3f2c38d0-26c1-4fad-9135-aaeec52e6fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5008671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4981127'] for subnet, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:26.878886 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] Set router d1cc937a-1563-4340-9e26-69b6dd3a933a gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:46:26.926681 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c38d0-26c1-4fad-9135-aaeec52e6fd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e82d16bf-8375-4d86-a2e3-eb9ca625995a,revision_number=0']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:26.944849 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2c38d0-26c1-4fad-9135-aaeec52e6fd9 admin admin] Checking segment: {'id': '19269a25-94bc-4886-8301-43447820b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4b709d52-dcef-461e-aab6-22fb86c073ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:46:26.945147 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2c38d0-26c1-4fad-9135-aaeec52e6fd9 admin admin] Network hostable DHCP agents. Network: 4b709d52-dcef-461e-aab6-22fb86c073ba, hostable agents: ['059ef8ed-a851-4324-85c0-3d7a16d26e98'], hosted agents: [] {{(pid=101213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:46:27.048933 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2c38d0-26c1-4fad-9135-aaeec52e6fd9 admin admin] Network 4b709d52-dcef-461e-aab6-22fb86c073ba is scheduled to be hosted by DHCP agent 059ef8ed-a851-4324-85c0-3d7a16d26e98 with binding_index 1 {{(pid=101213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:46:27.071242 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49948) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:27.079627 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 4, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '22843d98-86b0-4dd6-88b6-558f17685ef1', 'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'mac_address': 'fa:16:3e:1b:50:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:22Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 2, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'subnets': [{'id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:27.105993 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] Checking router: d1cc937a-1563-4340-9e26-69b6dd3a933a for host: dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:46:27.106342 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] Updating router d1cc937a-1563-4340-9e26-69b6dd3a933a port 22843d98-86b0-4dd6-88b6-558f17685ef1 binding host dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:46:27.111767 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-3f2c38d0-26c1-4fad-9135-aaeec52e6fd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-3-iscsi, 4b709d52-dcef-461e-aab6-22fb86c073ba) {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:27.120603 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d3031c-af29-4cb6-a789-f1afea81c0ed None None] Network 4b709d52-dcef-461e-aab6-22fb86c073ba requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:46:27.122220 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2c38d0-26c1-4fad-9135-aaeec52e6fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:27.123027 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3f2c38d0-26c1-4fad-9135-aaeec52e6fd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:27.131165 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:27.188862 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-59a3ea56-a781-488f-8172-0bc60c4602d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1949167115-network', 'tenant_id': '1160bbb0fc8c47838b43d86c1c09642a'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:27.241367 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-3f2c38d0-26c1-4fad-9135-aaeec52e6fd9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7472427 Sep 15 13:46:27.244931 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 49952) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:27.253532 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-3a3294fd-e6ed-4d3d-85a4-0c803b2e79c5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1356915073-router', 'tenant_id': 'aa3d066248c64e73a605f2a739856128', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:27.283223 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af79fc9c-a355-4352-8798-de1c6ca4aa5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa82a8464-970f-51ea-a067-ae169fa58494-4b709d52-dcef-461e-aab6-22fb86c073ba', 'network_id': '4b709d52-dcef-461e-aab6-22fb86c073ba', 'tenant_id': 'aa3d066248c64e73a605f2a739856128', 'fixed_ips': [{'subnet_id': 'e82d16bf-8375-4d86-a2e3-eb9ca625995a'}]}} from dv-cinder-803456-3-iscsi. {{(pid=101215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 13:46:27.284230 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af79fc9c-a355-4352-8798-de1c6ca4aa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:27.323212 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a3ea56-a781-488f-8172-0bc60c4602d7 admin admin] Made reservation on behalf of 1160bbb0fc8c47838b43d86c1c09642a for: {'network': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:46:27.327595 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-59a3ea56-a781-488f-8172-0bc60c4602d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for network, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:27.337868 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-59a3ea56-a781-488f-8172-0bc60c4602d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:27.421679 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.db_base_plugin_common [None req-af79fc9c-a355-4352-8798-de1c6ca4aa5f None None] Allocated IP 172.20.0.2 (4b709d52-dcef-461e-aab6-22fb86c073ba/e82d16bf-8375-4d86-a2e3-eb9ca625995a/26c4e917-6df5-4b25-a9c2-d7b8267d998d) {{(pid=101215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:46:27.449205 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3a3294fd-e6ed-4d3d-85a4-0c803b2e79c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-546952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1737'] for router, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:27.450606 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3a3294fd-e6ed-4d3d-85a4-0c803b2e79c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551304', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1746'] for router, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:27.495403 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] Notify callbacks [] for port, precommit_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:27.527413 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3a3294fd-e6ed-4d3d-85a4-0c803b2e79c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:27.601784 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af79fc9c-a355-4352-8798-de1c6ca4aa5f None None] Notify callbacks [] for port, precommit_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:27.603699 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:27.609277 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c0d39-0c21-456d-8495-6bba76d99f16 req-671e7a5f-a5f0-42ef-8c1d-972936377e3d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:27.610937 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-666c0d39-0c21-456d-8495-6bba76d99f16 req-671e7a5f-a5f0-42ef-8c1d-972936377e3d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.2030425 Sep 15 13:46:27.616011 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-59a3ea56-a781-488f-8172-0bc60c4602d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:27.653711 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031acca8-6b13-4836-acd1-7e543f3deadf None None] Pushing event updated for resources: {'Port': ['ID=22843d98-86b0-4dd6-88b6-558f17685ef1,revision_number=3']} {{(pid=101216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:27.664211 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acca8-6b13-4836-acd1-7e543f3deadf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:27.664211 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acca8-6b13-4836-acd1-7e543f3deadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:27.664410 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acca8-6b13-4836-acd1-7e543f3deadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:27.664748 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acca8-6b13-4836-acd1-7e543f3deadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:27.665033 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acca8-6b13-4836-acd1-7e543f3deadf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:27.665715 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acca8-6b13-4836-acd1-7e543f3deadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:27.665715 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acca8-6b13-4836-acd1-7e543f3deadf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:27.665976 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acca8-6b13-4836-acd1-7e543f3deadf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:27.666256 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acca8-6b13-4836-acd1-7e543f3deadf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:27.666559 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acca8-6b13-4836-acd1-7e543f3deadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:27.666875 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acca8-6b13-4836-acd1-7e543f3deadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:27.667190 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031acca8-6b13-4836-acd1-7e543f3deadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:27.676331 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-666c0d39-0c21-456d-8495-6bba76d99f16 req-909cf4d7-1c42-427b-8513-d45055043f4b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457189 Sep 15 13:46:27.705398 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af79fc9c-a355-4352-8798-de1c6ca4aa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880'] for port, after_create {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:27.721126 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] Attempting to bind port 22843d98-86b0-4dd6-88b6-558f17685ef1 on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:46:27.721605 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] Attempting to bind port 22843d98-86b0-4dd6-88b6-558f17685ef1 by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': '7f2672a9-5a98-4eec-a2e9-032da0ac542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af'}] {{(pid=101216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:46:27.722382 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] Attempting to bind port 22843d98-86b0-4dd6-88b6-558f17685ef1 on network 3c62f92a-f427-49c1-a85d-80b6167fa3af {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:46:27.729361 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:46:27.729975 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] Checking segment: {'id': '7f2672a9-5a98-4eec-a2e9-032da0ac542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:46:27.730532 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:27.731070 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] Bound using segment: {'id': '7f2672a9-5a98-4eec-a2e9-032da0ac542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af'} {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:46:27.731692 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] Bound port: 22843d98-86b0-4dd6-88b6-558f17685ef1, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2672a9-5a98-4eec-a2e9-032da0ac542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af'}}] {{(pid=101216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:46:27.733049 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:27.756532 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-59a3ea56-a781-488f-8172-0bc60c4602d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:27.769355 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a3ea56-a781-488f-8172-0bc60c4602d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=101213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:46:27.797863 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-59a3ea56-a781-488f-8172-0bc60c4602d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:27.798415 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.db.segments_db [None req-59a3ea56-a781-488f-8172-0bc60c4602d7 admin admin] Added segment 980f05fe-7c15-4ede-9fc1-3c52e2886958 of type vlan for network 46a1f37b-8eb2-4a43-96bd-3579e3f07779 Sep 15 13:46:27.807381 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.db [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] For port 22843d98-86b0-4dd6-88b6-558f17685ef1, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:46:27.814843 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79fc9c-a355-4352-8798-de1c6ca4aa5f None None] Pushing event updated for resources: {'Port': ['ID=26c4e917-6df5-4b25-a9c2-d7b8267d998d,revision_number=1']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:27.816118 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.db [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] For port 22843d98-86b0-4dd6-88b6-558f17685ef1, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=22843d98-86b0-4dd6-88b6-558f17685ef1,segment=NetworkSegment(7f2672a9-5a98-4eec-a2e9-032da0ac542f),segment_id=7f2672a9-5a98-4eec-a2e9-032da0ac542f)] {{(pid=101216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:46:27.830913 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 2f053b3f-a062-46fe-85cf-223ff922c69d up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:46:27.858640 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3a3294fd-e6ed-4d3d-85a4-0c803b2e79c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:27.886132 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af79fc9c-a355-4352-8798-de1c6ca4aa5f None None] Network 4b709d52-dcef-461e-aab6-22fb86c073ba is already hosted by enough agents. {{(pid=101215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:46:27.887097 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-59a3ea56-a781-488f-8172-0bc60c4602d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777769156895'] for network, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:27.891316 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.scheduler.base_scheduler [None req-af79fc9c-a355-4352-8798-de1c6ca4aa5f None None] Resources bound (agent type, host, resource id): {{(pid=101215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:27.895303 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af79fc9c-a355-4352-8798-de1c6ca4aa5f None None] Received port after_create {{(pid=101215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:46:27.901389 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:27.918193 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3ea56-a781-488f-8172-0bc60c4602d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b838ef38-c723-4db8-ab09-321c04e3feb9,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:27.954941 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] Routers {'d1cc937a-1563-4340-9e26-69b6dd3a933a'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:46:27.955859 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:46:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['d1cc937a-1563-4340-9e26-69b6dd3a933a'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:28.052159 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031acca8-6b13-4836-acd1-7e543f3deadf None None] Pushing event updated for resources: {'Port': ['ID=22843d98-86b0-4dd6-88b6-558f17685ef1,revision_number=4']} {{(pid=101216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:28.083528 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-59a3ea56-a781-488f-8172-0bc60c4602d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for network, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:28.087028 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a3ea56-a781-488f-8172-0bc60c4602d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:28.088235 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-59a3ea56-a781-488f-8172-0bc60c4602d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:28.092638 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] Set router d1cc937a-1563-4340-9e26-69b6dd3a933a gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:46:28.132268 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-3c381d2b-70e5-4916-989e-c43da1c51a5a None None] Provisioning complete for port 22843d98-86b0-4dd6-88b6-558f17685ef1 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:28.132856 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-3c381d2b-70e5-4916-989e-c43da1c51a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:28.153634 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-af79fc9c-a355-4352-8798-de1c6ca4aa5f None None] Attempting to bind port 26c4e917-6df5-4b25-a9c2-d7b8267d998d on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:46:28.154635 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-af79fc9c-a355-4352-8798-de1c6ca4aa5f None None] Attempting to bind port 26c4e917-6df5-4b25-a9c2-d7b8267d998d by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': '19269a25-94bc-4886-8301-43447820b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4b709d52-dcef-461e-aab6-22fb86c073ba'}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:46:28.155012 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af79fc9c-a355-4352-8798-de1c6ca4aa5f None None] Attempting to bind port 26c4e917-6df5-4b25-a9c2-d7b8267d998d on network 4b709d52-dcef-461e-aab6-22fb86c073ba {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:46:28.167455 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af79fc9c-a355-4352-8798-de1c6ca4aa5f None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:46:28.167828 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af79fc9c-a355-4352-8798-de1c6ca4aa5f None None] Checking segment: {'id': '19269a25-94bc-4886-8301-43447820b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4b709d52-dcef-461e-aab6-22fb86c073ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:46:28.168294 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af79fc9c-a355-4352-8798-de1c6ca4aa5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:28.168864 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af79fc9c-a355-4352-8798-de1c6ca4aa5f None None] Bound using segment: {'id': '19269a25-94bc-4886-8301-43447820b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4b709d52-dcef-461e-aab6-22fb86c073ba'} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:46:28.169608 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-af79fc9c-a355-4352-8798-de1c6ca4aa5f None None] Bound port: 26c4e917-6df5-4b25-a9c2-d7b8267d998d, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19269a25-94bc-4886-8301-43447820b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4b709d52-dcef-461e-aab6-22fb86c073ba'}}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:46:28.176310 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af79fc9c-a355-4352-8798-de1c6ca4aa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:28.181910 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 2f053b3f-a062-46fe-85cf-223ff922c69d triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:28.182486 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:28.197752 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3ea56-a781-488f-8172-0bc60c4602d7 admin admin] Pushing event updated for resources: {'Network': ['ID=46a1f37b-8eb2-4a43-96bd-3579e3f07779,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:28.205372 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-59a3ea56-a781-488f-8172-0bc60c4602d7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1330013 Sep 15 13:46:28.206948 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49960) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:28.213187 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-88a69bc2-ae71-4f29-9a24-d9e9aae4a2c3 admin admin] Request body: {'subnet': {'network_id': '46a1f37b-8eb2-4a43-96bd-3579e3f07779', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1949167115-subnet', 'tenant_id': '1160bbb0fc8c47838b43d86c1c09642a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:28.217487 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Network 46a1f37b-8eb2-4a43-96bd-3579e3f07779 details requested by agent ovs-agent-dv-cinder-803456-3-iscsi with host dv-cinder-803456-3-iscsi {{(pid=101215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:46:28.301482 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a69bc2-ae71-4f29-9a24-d9e9aae4a2c3 admin admin] Made reservation on behalf of 1160bbb0fc8c47838b43d86c1c09642a for: {'subnet': 1} {{(pid=101213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:46:28.305699 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-88a69bc2-ae71-4f29-9a24-d9e9aae4a2c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4981161'] for subnet, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:28.320374 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3a3294fd-e6ed-4d3d-85a4-0c803b2e79c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:28.344559 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3a3294fd-e6ed-4d3d-85a4-0c803b2e79c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:28.366570 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 4, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '22843d98-86b0-4dd6-88b6-558f17685ef1', 'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'mac_address': 'fa:16:3e:1b:50:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:22Z', 'updated_at': '2021-09-15T13:46:27Z', 'revision_number': 4, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'subnets': [{'id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:28.387393 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-af79fc9c-a355-4352-8798-de1c6ca4aa5f None None] For port 26c4e917-6df5-4b25-a9c2-d7b8267d998d, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:46:28.410158 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350995f5-bdc3-40fc-acad-0ddd7d6e4d29 None None] The sync data for ids ['d1cc937a-1563-4340-9e26-69b6dd3a933a'] in dv-cinder-803456-3-iscsi is: [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 4, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '22843d98-86b0-4dd6-88b6-558f17685ef1', 'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'mac_address': 'fa:16:3e:1b:50:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:22Z', 'updated_at': '2021-09-15T13:46:27Z', 'revision_number': 4, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'subnets': [{'id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:46:28.429456 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-af79fc9c-a355-4352-8798-de1c6ca4aa5f None None] For port 26c4e917-6df5-4b25-a9c2-d7b8267d998d, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=26c4e917-6df5-4b25-a9c2-d7b8267d998d,segment=NetworkSegment(19269a25-94bc-4886-8301-43447820b01f),segment_id=19269a25-94bc-4886-8301-43447820b01f)] {{(pid=101215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:46:28.432369 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-3c381d2b-70e5-4916-989e-c43da1c51a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:28.479569 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-3c381d2b-70e5-4916-989e-c43da1c51a5a None None] For port 22843d98-86b0-4dd6-88b6-558f17685ef1, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=22843d98-86b0-4dd6-88b6-558f17685ef1,segment=NetworkSegment(7f2672a9-5a98-4eec-a2e9-032da0ac542f),segment_id=7f2672a9-5a98-4eec-a2e9-032da0ac542f)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:28.494647 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [None req-3a3294fd-e6ed-4d3d-85a4-0c803b2e79c5 admin admin] Allocated IP 172.27.0.11 (ece37916-b27e-4896-b760-50248bab8142/37569b60-ab24-446b-9709-ec585ea5ec0b/7d695b8c-f3d2-4d86-8177-74ec3c298df8) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:46:28.502169 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af79fc9c-a355-4352-8798-de1c6ca4aa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:28.557490 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-3c381d2b-70e5-4916-989e-c43da1c51a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:28.576175 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79fc9c-a355-4352-8798-de1c6ca4aa5f None None] Pushing event updated for resources: {'Port': ['ID=26c4e917-6df5-4b25-a9c2-d7b8267d998d,revision_number=2']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:28.615330 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-88a69bc2-ae71-4f29-9a24-d9e9aae4a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5008671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4981127'] for subnet, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:28.629147 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3a3294fd-e6ed-4d3d-85a4-0c803b2e79c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:28.637696 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c381d2b-70e5-4916-989e-c43da1c51a5a None None] Pushing event updated for resources: {'Port': ['ID=22843d98-86b0-4dd6-88b6-558f17685ef1,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:28.690188 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a69bc2-ae71-4f29-9a24-d9e9aae4a2c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=761722f9-7f47-4c23-9553-8bae310b0272,revision_number=0']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:28.704409 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a69bc2-ae71-4f29-9a24-d9e9aae4a2c3 admin admin] Checking segment: {'id': '980f05fe-7c15-4ede-9fc1-3c52e2886958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '46a1f37b-8eb2-4a43-96bd-3579e3f07779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:46:28.704804 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a69bc2-ae71-4f29-9a24-d9e9aae4a2c3 admin admin] Network hostable DHCP agents. Network: 46a1f37b-8eb2-4a43-96bd-3579e3f07779, hostable agents: ['059ef8ed-a851-4324-85c0-3d7a16d26e98'], hosted agents: [] {{(pid=101213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:46:28.735623 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3a3294fd-e6ed-4d3d-85a4-0c803b2e79c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:28.804619 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3294fd-e6ed-4d3d-85a4-0c803b2e79c5 admin admin] Network ece37916-b27e-4896-b760-50248bab8142 is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:46:28.806728 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [None req-3a3294fd-e6ed-4d3d-85a4-0c803b2e79c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:28.814233 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3294fd-e6ed-4d3d-85a4-0c803b2e79c5 admin admin] Pushing event updated for resources: {'Port': ['ID=7d695b8c-f3d2-4d86-8177-74ec3c298df8,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:28.816950 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3294fd-e6ed-4d3d-85a4-0c803b2e79c5 admin admin] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:46:28.823178 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a69bc2-ae71-4f29-9a24-d9e9aae4a2c3 admin admin] Network 46a1f37b-8eb2-4a43-96bd-3579e3f07779 is scheduled to be hosted by DHCP agent 059ef8ed-a851-4324-85c0-3d7a16d26e98 with binding_index 1 {{(pid=101213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:46:28.823642 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-9d3b860c-214e-497f-b74b-3b540e8830f9 None None] Provisioning complete for port 22843d98-86b0-4dd6-88b6-558f17685ef1 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:28.825466 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9d3b860c-214e-497f-b74b-3b540e8830f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:28.884889 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6a240-d211-457a-9a98-6a2f266a36d8 req-f525c2ed-c589-4577-acdd-a3dcef03877e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:28.886805 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-cee6a240-d211-457a-9a98-6a2f266a36d8 req-f525c2ed-c589-4577-acdd-a3dcef03877e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.1102457 Sep 15 13:46:28.914235 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-88a69bc2-ae71-4f29-9a24-d9e9aae4a2c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-3-iscsi, 46a1f37b-8eb2-4a43-96bd-3579e3f07779) {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:28.936955 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a69bc2-ae71-4f29-9a24-d9e9aae4a2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:28.941146 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-88a69bc2-ae71-4f29-9a24-d9e9aae4a2c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:28.972087 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c21126-5e98-42ac-87aa-f868ae68c2c9 None None] Network 46a1f37b-8eb2-4a43-96bd-3579e3f07779 requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:46:29.032576 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-cee6a240-d211-457a-9a98-6a2f266a36d8 req-bbdbe5d3-1d4b-47d3-b83d-a86e71310db0 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387165 Sep 15 13:46:29.083836 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-88a69bc2-ae71-4f29-9a24-d9e9aae4a2c3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8751676 Sep 15 13:46:29.136990 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dda41b-e69b-45b8-aed8-bbf99c9cf18f None None] Network 46a1f37b-8eb2-4a43-96bd-3579e3f07779 requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:46:29.530989 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3a3294fd-e6ed-4d3d-85a4-0c803b2e79c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:29.741730 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3a3294fd-e6ed-4d3d-85a4-0c803b2e79c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551007'] for router, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:29.804691 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8015e0a-0477-4c45-bfdb-8cfcac21c213 None None] Network 4b709d52-dcef-461e-aab6-22fb86c073ba requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:46:29.850053 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 26c4e917-6df5-4b25-a9c2-d7b8267d998d up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:46:29.881698 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-b87f8579-ad03-49ac-88f8-5755b38c2e66 None None] Provisioning complete for port 26c4e917-6df5-4b25-a9c2-d7b8267d998d triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:29.882064 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-b87f8579-ad03-49ac-88f8-5755b38c2e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:29.994766 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3294fd-e6ed-4d3d-85a4-0c803b2e79c5 admin admin] Router 180cfe89-9884-4979-80f6-c956724f55bb is scheduled to L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 with binding_index 1 {{(pid=101214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 13:46:30.047436 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 26c4e917-6df5-4b25-a9c2-d7b8267d998d triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:30.047436 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:30.092231 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-b87f8579-ad03-49ac-88f8-5755b38c2e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:30.118952 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3294fd-e6ed-4d3d-85a4-0c803b2e79c5 admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:46:30.142986 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] Sync routers for ids ['180cfe89-9884-4979-80f6-c956724f55bb'] in dv-cinder-803456-3-iscsi {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:46:30.146449 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-b87f8579-ad03-49ac-88f8-5755b38c2e66 None None] For port 26c4e917-6df5-4b25-a9c2-d7b8267d998d, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=26c4e917-6df5-4b25-a9c2-d7b8267d998d,segment=NetworkSegment(19269a25-94bc-4886-8301-43447820b01f),segment_id=19269a25-94bc-4886-8301-43447820b01f)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:30.165286 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] Routers {'180cfe89-9884-4979-80f6-c956724f55bb'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:46:30.166091 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:46:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['180cfe89-9884-4979-80f6-c956724f55bb'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:30.203485 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-3a3294fd-e6ed-4d3d-85a4-0c803b2e79c5 admin admin] Notify callbacks [] for router, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:30.206090 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-3a3294fd-e6ed-4d3d-85a4-0c803b2e79c5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9593759 Sep 15 13:46:30.213931 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 49980) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:30.232019 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be96504-f69d-4b1b-b867-beac207d1a1f req-5f3ef663-3ebb-4173-af92-683f2ff4a0f0 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:30.239848 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4be96504-f69d-4b1b-b867-beac207d1a1f req-5f3ef663-3ebb-4173-af92-683f2ff4a0f0 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.0890486 Sep 15 13:46:30.254799 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-b87f8579-ad03-49ac-88f8-5755b38c2e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:30.313528 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:30.351251 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4be96504-f69d-4b1b-b867-beac207d1a1f req-80c36de4-8675-4422-9a30-e407776fa6ed tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105323 Sep 15 13:46:30.365179 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f8579-ad03-49ac-88f8-5755b38c2e66 None None] Pushing event updated for resources: {'Port': ['ID=26c4e917-6df5-4b25-a9c2-d7b8267d998d,revision_number=3']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:30.405358 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] Set router 180cfe89-9884-4979-80f6-c956724f55bb gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:46:30.483842 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-ce4ca459-800f-44aa-9c98-e8eb5749b114 None None] Provisioning complete for port 26c4e917-6df5-4b25-a9c2-d7b8267d998d triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:30.484121 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-ce4ca459-800f-44aa-9c98-e8eb5749b114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:30.490165 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.db.api [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 13:46:30.490515 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG oslo_db.api [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 13:46:30.702092 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-23853332-4dde-496c-9b85-0f0f256e323b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:30.790572 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180cfe89-9884-4979-80f6-c956724f55bb', 'name': 'tempest-TestVolumeBootPattern-1356915073-router', 'tenant_id': 'aa3d066248c64e73a605f2a739856128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '7d695b8c-f3d2-4d86-8177-74ec3c298df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:27Z', 'updated_at': '2021-09-15T13:46:29Z', 'revision_number': 3, 'project_id': 'aa3d066248c64e73a605f2a739856128', 'gw_port': {'id': '7d695b8c-f3d2-4d86-8177-74ec3c298df8', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180cfe89-9884-4979-80f6-c956724f55bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:28Z', 'updated_at': '2021-09-15T13:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:30.816520 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] Checking router: 180cfe89-9884-4979-80f6-c956724f55bb for host: dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:46:30.816867 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] Updating router 180cfe89-9884-4979-80f6-c956724f55bb port 7d695b8c-f3d2-4d86-8177-74ec3c298df8 binding host dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:46:30.848522 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:30.865287 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_common [None req-23853332-4dde-496c-9b85-0f0f256e323b admin admin] Allocated IP 172.20.0.1 (4b709d52-dcef-461e-aab6-22fb86c073ba/e82d16bf-8375-4d86-a2e3-eb9ca625995a/efaa74f9-946e-4e11-a750-bcbf165a6093) {{(pid=101213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:46:30.972069 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-23853332-4dde-496c-9b85-0f0f256e323b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:31.061067 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-23853332-4dde-496c-9b85-0f0f256e323b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:31.061717 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 22843d98-86b0-4dd6-88b6-558f17685ef1 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:46:31.103391 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23853332-4dde-496c-9b85-0f0f256e323b admin admin] Network 4b709d52-dcef-461e-aab6-22fb86c073ba is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:46:31.108691 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-23853332-4dde-496c-9b85-0f0f256e323b admin admin] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:31.113344 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23853332-4dde-496c-9b85-0f0f256e323b admin admin] Received port after_create {{(pid=101213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:46:31.162076 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23853332-4dde-496c-9b85-0f0f256e323b admin admin] Pushing event updated for resources: {'Port': ['ID=efaa74f9-946e-4e11-a750-bcbf165a6093,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:31.187116 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] Notify callbacks [] for port, precommit_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:31.187853 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-23853332-4dde-496c-9b85-0f0f256e323b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-551048'] for router_interface, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:31.188386 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 22843d98-86b0-4dd6-88b6-558f17685ef1 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:31.188749 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:31.290968 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:31.345197 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] Attempting to bind port 7d695b8c-f3d2-4d86-8177-74ec3c298df8 on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:46:31.345572 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] Attempting to bind port 7d695b8c-f3d2-4d86-8177-74ec3c298df8 by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:46:31.345927 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] Attempting to bind port 7d695b8c-f3d2-4d86-8177-74ec3c298df8 on network ece37916-b27e-4896-b760-50248bab8142 {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:46:31.355395 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34cb535-d5a4-42f8-9595-8e322aa3994b None None] Pushing event updated for resources: {'Port': ['ID=7d695b8c-f3d2-4d86-8177-74ec3c298df8,revision_number=2']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:31.359395 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:46:31.359875 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] Checking segment: {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:46:31.360284 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:31.360656 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] Bound using segment: {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'} {{(pid=101215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:46:31.361128 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.managers [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] Bound port: 7d695b8c-f3d2-4d86-8177-74ec3c298df8, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6084df6b-fbf6-4a93-bc73-2099564d1901', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ece37916-b27e-4896-b760-50248bab8142'}}] {{(pid=101215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:46:31.361690 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:31.396504 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-4f55b745-e0bf-400b-8d14-d270a90e8aed tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:31.398034 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-4f55b745-e0bf-400b-8d14-d270a90e8aed tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/networks?id=46a1f37b-8eb2-4a43-96bd-3579e3f07779 HTTP/1.1" status: 200 len: 814 time: 0.1535387 Sep 15 13:46:31.412237 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2980c204-f249-493f-9325-a3f6664739da None None] Provisioning complete for port efaa74f9-946e-4e11-a750-bcbf165a6093 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:31.412788 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2980c204-f249-493f-9325-a3f6664739da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:31.415251 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-467d8262-d44b-41fd-be4a-e150583480f1 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/quotas/1160bbb0fc8c47838b43d86c1c09642a HTTP/1.1" status: 200 len: 375 time: 0.0097609 Sep 15 13:46:31.453414 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-d365bdf7-7831-46e7-b7ad-31bb1478c0ea tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1160bbb0fc8c47838b43d86c1c09642a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306005 Sep 15 13:46:31.467575 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-2980c204-f249-493f-9325-a3f6664739da None None] Port efaa74f9-946e-4e11-a750-bcbf165a6093 cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:46:31.471364 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] For port 7d695b8c-f3d2-4d86-8177-74ec3c298df8, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:46:31.483822 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] For port 7d695b8c-f3d2-4d86-8177-74ec3c298df8, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=7d695b8c-f3d2-4d86-8177-74ec3c298df8,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:46:31.508478 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-23853332-4dde-496c-9b85-0f0f256e323b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:31.559281 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565f641-0518-4087-ba6f-d0a192b76ecf req-7a72c767-d6cb-4c08-9ce9-29943572ec5f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:31.561882 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c565f641-0518-4087-ba6f-d0a192b76ecf req-7a72c767-d6cb-4c08-9ce9-29943572ec5f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.1198783 Sep 15 13:46:31.586755 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:31.600684 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c565f641-0518-4087-ba6f-d0a192b76ecf req-cb97d3b4-5636-422d-a375-3368d83eef5e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329070 Sep 15 13:46:31.621773 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-143a1fbd-09ca-4eec-aebe-c8d63e39505a service neutron] 10.222.0.30 "GET /v2.0/networks/46a1f37b-8eb2-4a43-96bd-3579e3f07779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411517 Sep 15 13:46:31.647362 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] Routers {'180cfe89-9884-4979-80f6-c956724f55bb'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:46:31.647987 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:46:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['180cfe89-9884-4979-80f6-c956724f55bb'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:31.717120 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34cb535-d5a4-42f8-9595-8e322aa3994b None None] Pushing event updated for resources: {'Port': ['ID=7d695b8c-f3d2-4d86-8177-74ec3c298df8,revision_number=3']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:31.754226 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 26c4e917-6df5-4b25-a9c2-d7b8267d998d up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:46:31.782908 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-1d355476-ebe3-4828-813e-1bfeb26dfda0 service neutron] 10.222.0.30 "GET /v2.0/networks/46a1f37b-8eb2-4a43-96bd-3579e3f07779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494915 Sep 15 13:46:31.795539 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] Set router 180cfe89-9884-4979-80f6-c956724f55bb gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:46:31.803619 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-23853332-4dde-496c-9b85-0f0f256e323b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:31.894806 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-23853332-4dde-496c-9b85-0f0f256e323b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5008746'] for port, after_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:31.900595 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 26c4e917-6df5-4b25-a9c2-d7b8267d998d triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:31.900969 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:31.965231 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-23853332-4dde-496c-9b85-0f0f256e323b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545048'] for router_interface, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:31.967046 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23853332-4dde-496c-9b85-0f0f256e323b admin admin] Pushing event updated for resources: {'Port': ['ID=efaa74f9-946e-4e11-a750-bcbf165a6093,revision_number=2']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:32.071697 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23853332-4dde-496c-9b85-0f0f256e323b admin admin] Network 4b709d52-dcef-461e-aab6-22fb86c073ba is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:46:32.073285 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-23853332-4dde-496c-9b85-0f0f256e323b admin admin] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:32.106265 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180cfe89-9884-4979-80f6-c956724f55bb', 'name': 'tempest-TestVolumeBootPattern-1356915073-router', 'tenant_id': 'aa3d066248c64e73a605f2a739856128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '7d695b8c-f3d2-4d86-8177-74ec3c298df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:27Z', 'updated_at': '2021-09-15T13:46:31Z', 'revision_number': 4, 'project_id': 'aa3d066248c64e73a605f2a739856128', 'gw_port': {'id': '7d695b8c-f3d2-4d86-8177-74ec3c298df8', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180cfe89-9884-4979-80f6-c956724f55bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:28Z', 'updated_at': '2021-09-15T13:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': 'efaa74f9-946e-4e11-a750-bcbf165a6093', 'name': '', 'network_id': '4b709d52-dcef-461e-aab6-22fb86c073ba', 'tenant_id': 'aa3d066248c64e73a605f2a739856128', 'mac_address': 'fa:16:3e:a2:da:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180cfe89-9884-4979-80f6-c956724f55bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e82d16bf-8375-4d86-a2e3-eb9ca625995a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:30Z', 'updated_at': '2021-09-15T13:46:30Z', 'revision_number': 1, 'project_id': 'aa3d066248c64e73a605f2a739856128', 'subnets': [{'id': 'e82d16bf-8375-4d86-a2e3-eb9ca625995a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:32.107952 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9d1b8665-dab0-45c6-ba91-746c03eef5a9 req-475fe95b-db50-4a5d-b55d-3a26dcb1235b tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=8409b569-9637-43a5-9239-0d87825106d0 HTTP/1.1" status: 200 len: 210 time: 0.0640748 Sep 15 13:46:32.138816 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d722ae63-a545-4ab1-bff8-20fd5996d367 None None] The sync data for ids ['180cfe89-9884-4979-80f6-c956724f55bb'] in dv-cinder-803456-3-iscsi is: [{'id': '180cfe89-9884-4979-80f6-c956724f55bb', 'name': 'tempest-TestVolumeBootPattern-1356915073-router', 'tenant_id': 'aa3d066248c64e73a605f2a739856128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '7d695b8c-f3d2-4d86-8177-74ec3c298df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:27Z', 'updated_at': '2021-09-15T13:46:31Z', 'revision_number': 4, 'project_id': 'aa3d066248c64e73a605f2a739856128', 'gw_port': {'id': '7d695b8c-f3d2-4d86-8177-74ec3c298df8', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180cfe89-9884-4979-80f6-c956724f55bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:28Z', 'updated_at': '2021-09-15T13:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': 'efaa74f9-946e-4e11-a750-bcbf165a6093', 'name': '', 'network_id': '4b709d52-dcef-461e-aab6-22fb86c073ba', 'tenant_id': 'aa3d066248c64e73a605f2a739856128', 'mac_address': 'fa:16:3e:a2:da:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180cfe89-9884-4979-80f6-c956724f55bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e82d16bf-8375-4d86-a2e3-eb9ca625995a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:30Z', 'updated_at': '2021-09-15T13:46:30Z', 'revision_number': 1, 'project_id': 'aa3d066248c64e73a605f2a739856128', 'subnets': [{'id': 'e82d16bf-8375-4d86-a2e3-eb9ca625995a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:46:32.208601 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23853332-4dde-496c-9b85-0f0f256e323b admin admin] Router 180cfe89-9884-4979-80f6-c956724f55bb has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:46:32.343087 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23853332-4dde-496c-9b85-0f0f256e323b admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:46:32.348074 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-23853332-4dde-496c-9b85-0f0f256e323b admin admin] 10.222.0.30 "PUT /v2.0/routers/180cfe89-9884-4979-80f6-c956724f55bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1359835 Sep 15 13:46:32.403119 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-36bf17c6-bbf1-4f3a-8fff-f741186f5496 None None] Provisioning complete for port efaa74f9-946e-4e11-a750-bcbf165a6093 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:32.404102 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-36bf17c6-bbf1-4f3a-8fff-f741186f5496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:32.450522 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-36bf17c6-bbf1-4f3a-8fff-f741186f5496 None None] Port efaa74f9-946e-4e11-a750-bcbf165a6093 cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:46:32.742791 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb70c6-51db-474b-ae93-98a59b693527 req-198b5d6a-9241-413e-897a-36dc003635b0 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:32.744451 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3edb70c6-51db-474b-ae93-98a59b693527 req-198b5d6a-9241-413e-897a-36dc003635b0 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.0606010 Sep 15 13:46:32.789143 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3edb70c6-51db-474b-ae93-98a59b693527 req-bf373491-9a2d-4535-964e-0a713a038f75 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372026 Sep 15 13:46:32.860569 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 50026) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:32.867085 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-a8f79a76-b844-404d-800b-ee0c14ef66b5 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2111330207', 'description': 'tempest-secgroup-smoke-2111330207 description', 'project_id': '8d000803518a4c8b8c0afbc4b57421d1'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:32.986699 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a8f79a76-b844-404d-800b-ee0c14ef66b5 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:33.073600 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a8f79a76-b844-404d-800b-ee0c14ef66b5 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:33.169081 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a8f79a76-b844-404d-800b-ee0c14ef66b5 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:33.187150 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-bff2ac79-0ac4-4c77-888b-385aeeb94ae4 req-efcfbd4f-de86-489c-9ef3-2cde3d696806 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=8409b569-9637-43a5-9239-0d87825106d0 HTTP/1.1" status: 200 len: 210 time: 0.0370078 Sep 15 13:46:33.200357 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f79a76-b844-404d-800b-ee0c14ef66b5 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04900f9c-7d64-407a-9459-ed3f304f5e28,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:33.255171 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a8f79a76-b844-404d-800b-ee0c14ef66b5 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:33.256665 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-a8f79a76-b844-404d-800b-ee0c14ef66b5 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3940277 Sep 15 13:46:33.259499 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 50032) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:33.264304 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-c67f2bce-84ac-4df2-851f-1a87e387340c tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Request body: {'security_group_rule': {'security_group_id': '04900f9c-7d64-407a-9459-ed3f304f5e28', 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:33.379699 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-c67f2bce-84ac-4df2-851f-1a87e387340c tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:33.438905 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-c67f2bce-84ac-4df2-851f-1a87e387340c tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:33.551834 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-c67f2bce-84ac-4df2-851f-1a87e387340c tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:33.569621 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f2bce-84ac-4df2-851f-1a87e387340c tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51419240-7141-4ce0-85c2-b9989fae75e3,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:33.706469 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-c67f2bce-84ac-4df2-851f-1a87e387340c tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:33.711893 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-c67f2bce-84ac-4df2-851f-1a87e387340c tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4471684 Sep 15 13:46:33.711893 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 50036) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:33.715210 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-e0d3ba85-2daf-4424-a0e6-57a1e6103f7f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Request body: {'security_group_rule': {'security_group_id': '04900f9c-7d64-407a-9459-ed3f304f5e28', 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:33.750481 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 7d695b8c-f3d2-4d86-8177-74ec3c298df8 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:46:33.805952 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 7d695b8c-f3d2-4d86-8177-74ec3c298df8 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:33.805952 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:33.883137 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e0d3ba85-2daf-4424-a0e6-57a1e6103f7f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:33.885144 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:33.908886 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] For port 7d695b8c-f3d2-4d86-8177-74ec3c298df8, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=7d695b8c-f3d2-4d86-8177-74ec3c298df8,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:33.919778 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becca9f-e898-49f1-b138-2363e4bd1785 req-76e951d5-84a8-4b73-901d-b618ae60270b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:33.921425 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7becca9f-e898-49f1-b138-2363e4bd1785 req-76e951d5-84a8-4b73-901d-b618ae60270b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.0515420 Sep 15 13:46:33.943876 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e0d3ba85-2daf-4424-a0e6-57a1e6103f7f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:33.962163 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7becca9f-e898-49f1-b138-2363e4bd1785 req-860dff08-1211-46ee-b983-fb096f901764 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345831 Sep 15 13:46:34.037948 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:34.085531 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Pushing event updated for resources: {'Port': ['ID=7d695b8c-f3d2-4d86-8177-74ec3c298df8,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:34.106389 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e0d3ba85-2daf-4424-a0e6-57a1e6103f7f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:34.124084 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3ba85-2daf-4424-a0e6-57a1e6103f7f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6c1fb8-3184-4fef-ae51-118c6cb361a0,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:34.273635 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-6aa9cc85-02c3-4692-b729-284b87c0e8bd req-93ccbe53-d76e-4c48-9c78-b179541560fc tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=8409b569-9637-43a5-9239-0d87825106d0 HTTP/1.1" status: 200 len: 210 time: 0.0266376 Sep 15 13:46:34.277386 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e0d3ba85-2daf-4424-a0e6-57a1e6103f7f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:34.279041 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-e0d3ba85-2daf-4424-a0e6-57a1e6103f7f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5673325 Sep 15 13:46:34.281832 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 50042) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:34.287201 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-627e0bb2-15ec-49c1-a669-eaa78eb5b73f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Request body: {'security_group_rule': {'security_group_id': '04900f9c-7d64-407a-9459-ed3f304f5e28', 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:34.373897 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-627e0bb2-15ec-49c1-a669-eaa78eb5b73f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:34.431406 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-627e0bb2-15ec-49c1-a669-eaa78eb5b73f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:34.506004 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-627e0bb2-15ec-49c1-a669-eaa78eb5b73f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:34.523784 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e0bb2-15ec-49c1-a669-eaa78eb5b73f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54fd469f-9adf-4495-bcba-b74d3f00ea46,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:34.532607 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e0bb2-15ec-49c1-a669-eaa78eb5b73f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:34.532955 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e0bb2-15ec-49c1-a669-eaa78eb5b73f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:34.533328 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e0bb2-15ec-49c1-a669-eaa78eb5b73f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:34.533664 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e0bb2-15ec-49c1-a669-eaa78eb5b73f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:34.533993 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e0bb2-15ec-49c1-a669-eaa78eb5b73f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:34.534321 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e0bb2-15ec-49c1-a669-eaa78eb5b73f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:34.534768 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e0bb2-15ec-49c1-a669-eaa78eb5b73f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:34.535109 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e0bb2-15ec-49c1-a669-eaa78eb5b73f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:34.535433 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e0bb2-15ec-49c1-a669-eaa78eb5b73f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:34.535754 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e0bb2-15ec-49c1-a669-eaa78eb5b73f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:34.536073 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e0bb2-15ec-49c1-a669-eaa78eb5b73f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:34.536390 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e0bb2-15ec-49c1-a669-eaa78eb5b73f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:34.608991 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-627e0bb2-15ec-49c1-a669-eaa78eb5b73f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:34.610299 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-627e0bb2-15ec-49c1-a669-eaa78eb5b73f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3267856 Sep 15 13:46:34.612980 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 50046) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:34.617372 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-37da3559-0b1c-4c44-827f-7adbca36c163 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Request body: {'security_group_rule': {'security_group_id': '04900f9c-7d64-407a-9459-ed3f304f5e28', 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:34.705840 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-37da3559-0b1c-4c44-827f-7adbca36c163 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:34.799311 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-37da3559-0b1c-4c44-827f-7adbca36c163 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:34.866731 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-3ea03f61-b434-4aea-a45e-fdd40a8ea102 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:34.868268 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-3ea03f61-b434-4aea-a45e-fdd40a8ea102 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.15 "GET /v2.0/networks?id=46a1f37b-8eb2-4a43-96bd-3579e3f07779 HTTP/1.1" status: 200 len: 814 time: 0.1259594 Sep 15 13:46:34.871819 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-37da3559-0b1c-4c44-827f-7adbca36c163 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:34.891461 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-db12669c-6269-4bd0-bb1d-d58bc3d8ab74 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Request body: {'port': {'device_id': '8409b569-9637-43a5-9239-0d87825106d0', 'network_id': '46a1f37b-8eb2-4a43-96bd-3579e3f07779', 'admin_state_up': True, 'tenant_id': '1160bbb0fc8c47838b43d86c1c09642a'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:34.912187 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da3559-0b1c-4c44-827f-7adbca36c163 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69763020-c41b-4cd1-88d8-c9a88a223490,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:35.033930 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-37da3559-0b1c-4c44-827f-7adbca36c163 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:35.037784 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-37da3559-0b1c-4c44-827f-7adbca36c163 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4211364 Sep 15 13:46:35.038147 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 50050) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:35.044945 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-7924d031-04f0-4268-8a00-7f24412209a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Request body: {'security_group_rule': {'security_group_id': '04900f9c-7d64-407a-9459-ed3f304f5e28', 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:35.094576 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f5a16-7218-4dc5-b6dc-512226c2e041 req-c842a752-aac0-4d8c-a60b-e79795449714 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:35.096213 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-240f5a16-7218-4dc5-b6dc-512226c2e041 req-c842a752-aac0-4d8c-a60b-e79795449714 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.0580134 Sep 15 13:46:35.135929 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-240f5a16-7218-4dc5-b6dc-512226c2e041 req-f850ba37-9f8c-426d-9a39-8ed07ccb52dd tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333920 Sep 15 13:46:35.140389 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-db12669c-6269-4bd0-bb1d-d58bc3d8ab74 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Made reservation on behalf of 1160bbb0fc8c47838b43d86c1c09642a for: {'port': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:46:35.144757 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-db12669c-6269-4bd0-bb1d-d58bc3d8ab74 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:35.237642 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.db.securitygroups_db [None req-7924d031-04f0-4268-8a00-7f24412209a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Project 8d000803518a4c8b8c0afbc4b57421d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 13:46:35.242736 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-7924d031-04f0-4268-8a00-7f24412209a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:35.278064 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-db12669c-6269-4bd0-bb1d-d58bc3d8ab74 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Allocated IP 172.20.0.5 (46a1f37b-8eb2-4a43-96bd-3579e3f07779/761722f9-7f47-4c23-9553-8bae310b0272/27862600-f2fc-4916-9f94-e2968ad3fef1) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:46:35.293988 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-7924d031-04f0-4268-8a00-7f24412209a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:35.380825 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-19aa288b-93c5-4d2a-884a-50bc2ed1a76f req-c271e26a-e3a7-459e-86db-f56daa4be0e9 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=8409b569-9637-43a5-9239-0d87825106d0 HTTP/1.1" status: 200 len: 210 time: 0.0277410 Sep 15 13:46:35.381613 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-7924d031-04f0-4268-8a00-7f24412209a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:35.399799 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924d031-04f0-4268-8a00-7f24412209a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd88915-62db-44a7-842d-7a16df11c9de,revision_number=0']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:35.408108 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924d031-04f0-4268-8a00-7f24412209a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:35.408461 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924d031-04f0-4268-8a00-7f24412209a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:35.414350 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924d031-04f0-4268-8a00-7f24412209a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:35.414350 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924d031-04f0-4268-8a00-7f24412209a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:35.414350 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924d031-04f0-4268-8a00-7f24412209a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:35.414350 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924d031-04f0-4268-8a00-7f24412209a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:35.414350 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924d031-04f0-4268-8a00-7f24412209a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:35.414350 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924d031-04f0-4268-8a00-7f24412209a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:35.414350 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924d031-04f0-4268-8a00-7f24412209a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:35.414350 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924d031-04f0-4268-8a00-7f24412209a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:35.414350 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924d031-04f0-4268-8a00-7f24412209a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:35.414350 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924d031-04f0-4268-8a00-7f24412209a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:46:35.435122 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-db12669c-6269-4bd0-bb1d-d58bc3d8ab74 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:35.488820 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-7924d031-04f0-4268-8a00-7f24412209a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:35.490085 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-7924d031-04f0-4268-8a00-7f24412209a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4508712 Sep 15 13:46:35.493183 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 50058) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:35.497694 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-5ab62a26-c567-4af4-947a-d8db3846fb47 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Request body: {'security_group_rule': {'security_group_id': '04900f9c-7d64-407a-9459-ed3f304f5e28', 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:35.547307 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-db12669c-6269-4bd0-bb1d-d58bc3d8ab74 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:35.591085 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-db12669c-6269-4bd0-bb1d-d58bc3d8ab74 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Network 46a1f37b-8eb2-4a43-96bd-3579e3f07779 is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:46:35.595393 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-db12669c-6269-4bd0-bb1d-d58bc3d8ab74 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:35.598957 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-db12669c-6269-4bd0-bb1d-d58bc3d8ab74 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:46:35.601486 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.db.securitygroups_db [None req-5ab62a26-c567-4af4-947a-d8db3846fb47 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Project 8d000803518a4c8b8c0afbc4b57421d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 13:46:35.630280 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-5ab62a26-c567-4af4-947a-d8db3846fb47 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:35.635830 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12669c-6269-4bd0-bb1d-d58bc3d8ab74 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Pushing event updated for resources: {'Port': ['ID=27862600-f2fc-4916-9f94-e2968ad3fef1,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:35.678842 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-db12669c-6269-4bd0-bb1d-d58bc3d8ab74 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:35.679449 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-db12669c-6269-4bd0-bb1d-d58bc3d8ab74 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:35.712235 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-5ab62a26-c567-4af4-947a-d8db3846fb47 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:35.738581 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 7d695b8c-f3d2-4d86-8177-74ec3c298df8 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:46:35.785643 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port 7d695b8c-f3d2-4d86-8177-74ec3c298df8 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:35.786020 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:35.792826 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-db12669c-6269-4bd0-bb1d-d58bc3d8ab74 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9099391 Sep 15 13:46:35.803225 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-5ab62a26-c567-4af4-947a-d8db3846fb47 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:35.812553 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-ce2293cd-0cdd-4f8e-a346-b1f4649899df service neutron] Request body: {'port': {'device_id': '8409b569-9637-43a5-9239-0d87825106d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:35.844594 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab62a26-c567-4af4-947a-d8db3846fb47 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd37096-3af9-45e7-a758-2e7c0d7c2d18,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:35.887566 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-ce2293cd-0cdd-4f8e-a346-b1f4649899df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:35.943517 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-5ab62a26-c567-4af4-947a-d8db3846fb47 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:35.944931 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-5ab62a26-c567-4af4-947a-d8db3846fb47 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4506996 Sep 15 13:46:36.177305 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-ce2293cd-0cdd-4f8e-a346-b1f4649899df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27862600-f2fc-4916-9f94-e2968ad3fef1 {{(pid=101214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:46:36.185511 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-ce2293cd-0cdd-4f8e-a346-b1f4649899df service neutron] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:36.199130 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.provisioning_blocks [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-ce2293cd-0cdd-4f8e-a346-b1f4649899df service neutron] Transition to ACTIVE for port object 27862600-f2fc-4916-9f94-e2968ad3fef1 will not be triggered until provisioned by entity L2. {{(pid=101214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:46:36.266033 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16d110-36f0-4363-889d-59206a23bace req-28240bc4-111d-4a0f-92c9-085227dcfdb4 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:36.267617 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ef16d110-36f0-4363-889d-59206a23bace req-28240bc4-111d-4a0f-92c9-085227dcfdb4 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.0568535 Sep 15 13:46:36.283473 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-ce2293cd-0cdd-4f8e-a346-b1f4649899df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:36.307119 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ef16d110-36f0-4363-889d-59206a23bace req-4d37aad0-c857-4c2d-b7ae-434359f1d474 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333023 Sep 15 13:46:36.348919 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2293cd-0cdd-4f8e-a346-b1f4649899df service neutron] Pushing event updated for resources: {'Port': ['ID=27862600-f2fc-4916-9f94-e2968ad3fef1,revision_number=2']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:36.403123 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-ce2293cd-0cdd-4f8e-a346-b1f4649899df service neutron] Attempting to bind port 27862600-f2fc-4916-9f94-e2968ad3fef1 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:46:36.403578 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-ce2293cd-0cdd-4f8e-a346-b1f4649899df service neutron] Attempting to bind port 27862600-f2fc-4916-9f94-e2968ad3fef1 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': '980f05fe-7c15-4ede-9fc1-3c52e2886958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '46a1f37b-8eb2-4a43-96bd-3579e3f07779'}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:46:36.404048 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-ce2293cd-0cdd-4f8e-a346-b1f4649899df service neutron] Attempting to bind port 27862600-f2fc-4916-9f94-e2968ad3fef1 on network 46a1f37b-8eb2-4a43-96bd-3579e3f07779 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:46:36.409204 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-ce2293cd-0cdd-4f8e-a346-b1f4649899df service neutron] Port 27862600-f2fc-4916-9f94-e2968ad3fef1 on network 46a1f37b-8eb2-4a43-96bd-3579e3f07779 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:46:36.409581 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-ce2293cd-0cdd-4f8e-a346-b1f4649899df service neutron] Attempting to bind port 27862600-f2fc-4916-9f94-e2968ad3fef1 on network 46a1f37b-8eb2-4a43-96bd-3579e3f07779 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:46:36.414452 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-ce2293cd-0cdd-4f8e-a346-b1f4649899df service neutron] Checking agent: {'id': 'b550a8ff-0b84-4201-8276-b98629f1370c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'started_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:46:36.414788 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-ce2293cd-0cdd-4f8e-a346-b1f4649899df service neutron] Checking segment: {'id': '980f05fe-7c15-4ede-9fc1-3c52e2886958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '46a1f37b-8eb2-4a43-96bd-3579e3f07779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:46:36.415165 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-ce2293cd-0cdd-4f8e-a346-b1f4649899df service neutron] Bound using segment: {'id': '980f05fe-7c15-4ede-9fc1-3c52e2886958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '46a1f37b-8eb2-4a43-96bd-3579e3f07779'} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:46:36.415587 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-ce2293cd-0cdd-4f8e-a346-b1f4649899df service neutron] Bound port: 27862600-f2fc-4916-9f94-e2968ad3fef1, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '980f05fe-7c15-4ede-9fc1-3c52e2886958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '46a1f37b-8eb2-4a43-96bd-3579e3f07779'}}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:46:36.415943 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-ce2293cd-0cdd-4f8e-a346-b1f4649899df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:36.463267 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] Sync routers for ids ['180cfe89-9884-4979-80f6-c956724f55bb'] in dv-cinder-803456-3-iscsi {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:46:36.472670 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] Routers {'180cfe89-9884-4979-80f6-c956724f55bb'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:46:36.473322 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:46:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['180cfe89-9884-4979-80f6-c956724f55bb'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:36.514336 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-ce2293cd-0cdd-4f8e-a346-b1f4649899df service neutron] For port 27862600-f2fc-4916-9f94-e2968ad3fef1, host hv-cinder-80345, cleared binding levels {{(pid=101214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:46:36.518002 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-ce2293cd-0cdd-4f8e-a346-b1f4649899df service neutron] For port 27862600-f2fc-4916-9f94-e2968ad3fef1, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=27862600-f2fc-4916-9f94-e2968ad3fef1,segment=NetworkSegment(980f05fe-7c15-4ede-9fc1-3c52e2886958),segment_id=980f05fe-7c15-4ede-9fc1-3c52e2886958)] {{(pid=101214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:46:36.530105 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1cba7-c4ee-4289-bf0a-442c47fdc858 req-13f456b4-89d9-4ece-bb68-14bef3442b16 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:36.531590 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5db1cba7-c4ee-4289-bf0a-442c47fdc858 req-13f456b4-89d9-4ece-bb68-14bef3442b16 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=8409b569-9637-43a5-9239-0d87825106d0 HTTP/1.1" status: 200 len: 943 time: 0.0751824 Sep 15 13:46:36.570202 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5db1cba7-c4ee-4289-bf0a-442c47fdc858 req-3bde7486-96e1-483d-8eaa-251c0c7b4427 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/security-groups?id=b838ef38-c723-4db8-ab09-321c04e3feb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323043 Sep 15 13:46:36.580301 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] Set router 180cfe89-9884-4979-80f6-c956724f55bb gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:46:36.632114 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-ce2293cd-0cdd-4f8e-a346-b1f4649899df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:36.673448 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-ce2293cd-0cdd-4f8e-a346-b1f4649899df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:36.674064 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-ce2293cd-0cdd-4f8e-a346-b1f4649899df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:36.675437 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-ce2293cd-0cdd-4f8e-a346-b1f4649899df service neutron] 10.222.0.15 "PUT /v2.0/ports/27862600-f2fc-4916-9f94-e2968ad3fef1 HTTP/1.1" status: 200 len: 1093 time: 0.8703146 Sep 15 13:46:36.675876 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8409b569-9637-43a5-9239-0d87825106d0', 'tag': '27862600-f2fc-4916-9f94-e2968ad3fef1'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:46:36.678122 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6d29c0-a48b-43fe-a985-86f87a6ec681" -d '{"events": [{"name": "network-changed", "server_uuid": "8409b569-9637-43a5-9239-0d87825106d0", "tag": "27862600-f2fc-4916-9f94-e2968ad3fef1"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:46:36.688803 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device b2bc793d-38ba-40f2-9359-936a50101bd4 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:46:36.718359 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2293cd-0cdd-4f8e-a346-b1f4649899df service neutron] Pushing event updated for resources: {'Port': ['ID=27862600-f2fc-4916-9f94-e2968ad3fef1,revision_number=3']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:36.752349 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d97f88-6860-482e-965b-e4e744f827ad x-openstack-request-id: req-26d97f88-6860-482e-965b-e4e744f827ad {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:46:36.752634 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8409b569-9637-43a5-9239-0d87825106d0", "tag": "27862600-f2fc-4916-9f94-e2968ad3fef1", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:46:36.752881 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26d97f88-6860-482e-965b-e4e744f827ad {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:46:36.753323 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8409b569-9637-43a5-9239-0d87825106d0', 'tag': '27862600-f2fc-4916-9f94-e2968ad3fef1', 'status': 'completed', 'code': 200} Sep 15 13:46:36.812551 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180cfe89-9884-4979-80f6-c956724f55bb', 'name': 'tempest-TestVolumeBootPattern-1356915073-router', 'tenant_id': 'aa3d066248c64e73a605f2a739856128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '7d695b8c-f3d2-4d86-8177-74ec3c298df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:27Z', 'updated_at': '2021-09-15T13:46:31Z', 'revision_number': 4, 'project_id': 'aa3d066248c64e73a605f2a739856128', 'gw_port': {'id': '7d695b8c-f3d2-4d86-8177-74ec3c298df8', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180cfe89-9884-4979-80f6-c956724f55bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:28Z', 'updated_at': '2021-09-15T13:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': 'efaa74f9-946e-4e11-a750-bcbf165a6093', 'name': '', 'network_id': '4b709d52-dcef-461e-aab6-22fb86c073ba', 'tenant_id': 'aa3d066248c64e73a605f2a739856128', 'mac_address': 'fa:16:3e:a2:da:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180cfe89-9884-4979-80f6-c956724f55bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e82d16bf-8375-4d86-a2e3-eb9ca625995a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:30Z', 'updated_at': '2021-09-15T13:46:31Z', 'revision_number': 2, 'project_id': 'aa3d066248c64e73a605f2a739856128', 'subnets': [{'id': 'e82d16bf-8375-4d86-a2e3-eb9ca625995a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:36.815406 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port b2bc793d-38ba-40f2-9359-936a50101bd4, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=b2bc793d-38ba-40f2-9359-936a50101bd4,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:36.827402 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d29c0-a48b-43fe-a985-86f87a6ec681 req-a8d73be3-ce94-48cc-9f2e-4fc69c75b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:36.829757 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': 'b2bc793d-38ba-40f2-9359-936a50101bd4', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'port_id': 'b2bc793d-38ba-40f2-9359-936a50101bd4', 'mac_address': 'fa:16:3e:56:fa:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:46:36.829892 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5c6d29c0-a48b-43fe-a985-86f87a6ec681 req-a8d73be3-ce94-48cc-9f2e-4fc69c75b542 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1160bbb0fc8c47838b43d86c1c09642a&device_id=8409b569-9637-43a5-9239-0d87825106d0 HTTP/1.1" status: 200 len: 1096 time: 0.0513504 Sep 15 13:46:36.840150 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] Checking router: 180cfe89-9884-4979-80f6-c956724f55bb for host: dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:46:36.840642 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] Updating router 180cfe89-9884-4979-80f6-c956724f55bb port efaa74f9-946e-4e11-a750-bcbf165a6093 binding host dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 13:46:36.872208 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:36.874723 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:36.886804 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2bc793d-38ba-40f2-9359-936a50101bd4 {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:46:36.907090 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port b2bc793d-38ba-40f2-9359-936a50101bd4, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=b2bc793d-38ba-40f2-9359-936a50101bd4,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:36.943021 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d29c0-a48b-43fe-a985-86f87a6ec681 req-be14de50-24e8-42a3-8f4d-f65d9f626674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:36.979880 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5c6d29c0-a48b-43fe-a985-86f87a6ec681 req-be14de50-24e8-42a3-8f4d-f65d9f626674 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1160bbb0fc8c47838b43d86c1c09642a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1063647 Sep 15 13:46:37.040229 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d29c0-a48b-43fe-a985-86f87a6ec681 req-f813aa52-eef2-4f7d-813b-7d81f2ce3742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:37.041742 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5c6d29c0-a48b-43fe-a985-86f87a6ec681 req-f813aa52-eef2-4f7d-813b-7d81f2ce3742 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877340 Sep 15 13:46:37.072230 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:37.123360 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-76dabc0c-7bec-40a4-abbe-9e6ed3cfe7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:37.124952 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-76dabc0c-7bec-40a4-abbe-9e6ed3cfe7d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1160bbb0fc8c47838b43d86c1c09642a&device_id=8409b569-9637-43a5-9239-0d87825106d0 HTTP/1.1" status: 200 len: 1096 time: 0.0430226 Sep 15 13:46:37.128393 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=b2bc793d-38ba-40f2-9359-936a50101bd4,revision_number=6']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:37.159872 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] Notify callbacks [] for port, precommit_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:37.165871 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['b2bc793d-38ba-40f2-9359-936a50101bd4'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:46:37.175367 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-e5964bd9-bf43-48c1-ac4f-0df3230bd728 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27862600-f2fc-4916-9f94-e2968ad3fef1 HTTP/1.1" status: 200 len: 217 time: 0.0409336 Sep 15 13:46:37.224849 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-09db98c7-cf31-45b2-acec-48dcca744558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:37.226442 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-09db98c7-cf31-45b2-acec-48dcca744558 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=761722f9-7f47-4c23-9553-8bae310b0272 HTTP/1.1" status: 200 len: 854 time: 0.0441890 Sep 15 13:46:37.262719 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-73b0351a-7369-4bcc-858b-a243b1dce643 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46a1f37b-8eb2-4a43-96bd-3579e3f07779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241494 Sep 15 13:46:37.352445 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:37.370581 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-b848804e-1a3d-4763-9e62-2519382c5e91 service neutron] 10.222.0.15 "GET /v2.0/networks/46a1f37b-8eb2-4a43-96bd-3579e3f07779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970688 Sep 15 13:46:37.435745 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768f0c0-4e92-4cb1-aff9-1c6f618e5c04 None None] Pushing event updated for resources: {'Port': ['ID=efaa74f9-946e-4e11-a750-bcbf165a6093,revision_number=3']} {{(pid=101216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:37.450080 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f6895-341d-4285-aa7c-e3b2a41388b4 req-84fd0004-18d2-49c6-925d-737b3aa781dd tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:37.453311 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-771f6895-341d-4285-aa7c-e3b2a41388b4 req-84fd0004-18d2-49c6-925d-737b3aa781dd tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 944 time: 0.0607052 Sep 15 13:46:37.474787 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] Attempting to bind port efaa74f9-946e-4e11-a750-bcbf165a6093 on host dv-cinder-803456-3-iscsi for vnic_type normal with profile {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:46:37.475336 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] Attempting to bind port efaa74f9-946e-4e11-a750-bcbf165a6093 by drivers openvswitch,hyperv on host dv-cinder-803456-3-iscsi at level 0 using segments [{'id': '19269a25-94bc-4886-8301-43447820b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4b709d52-dcef-461e-aab6-22fb86c073ba'}] {{(pid=101216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:46:37.475539 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] Attempting to bind port efaa74f9-946e-4e11-a750-bcbf165a6093 on network 4b709d52-dcef-461e-aab6-22fb86c073ba {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:46:37.480798 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] Checking agent: {'id': 'c17c7c69-afdb-4ce0-bca8-761586587baa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803456-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 33, 24), 'started_at': datetime.datetime(2021, 9, 15, 13, 33, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803456-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:46:37.481193 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] Checking segment: {'id': '19269a25-94bc-4886-8301-43447820b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4b709d52-dcef-461e-aab6-22fb86c073ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:46:37.481592 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:37.482015 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] Bound using segment: {'id': '19269a25-94bc-4886-8301-43447820b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4b709d52-dcef-461e-aab6-22fb86c073ba'} {{(pid=101216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:46:37.482483 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.managers [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] Bound port: efaa74f9-946e-4e11-a750-bcbf165a6093, host: dv-cinder-803456-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19269a25-94bc-4886-8301-43447820b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4b709d52-dcef-461e-aab6-22fb86c073ba'}}] {{(pid=101216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:46:37.482858 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:37.495204 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fc5ac50e-1cf9-4c5b-8c7e-a335fbc5f4fe req-df1f201e-5df4-43bf-8dba-c596fb348de0 service neutron] 10.222.0.15 "GET /v2.0/networks/46a1f37b-8eb2-4a43-96bd-3579e3f07779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126981 Sep 15 13:46:37.503162 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-771f6895-341d-4285-aa7c-e3b2a41388b4 req-caf02d46-7a39-41b1-a5ed-df9d20d3ca9a tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437348 Sep 15 13:46:37.574265 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.db [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] For port efaa74f9-946e-4e11-a750-bcbf165a6093, host dv-cinder-803456-3-iscsi, cleared binding levels {{(pid=101216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:46:37.578249 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.plugins.ml2.db [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] For port efaa74f9-946e-4e11-a750-bcbf165a6093, host dv-cinder-803456-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=efaa74f9-946e-4e11-a750-bcbf165a6093,segment=NetworkSegment(19269a25-94bc-4886-8301-43447820b01f),segment_id=19269a25-94bc-4886-8301-43447820b01f)] {{(pid=101216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:46:37.639013 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron_lib.callbacks.manager [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:37.712782 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef1b94-8d26-4b03-8edc-68c49721c5c6 req-a2e50358-00b7-43db-8df0-7a7d6a635bd8 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:37.714699 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-45ef1b94-8d26-4b03-8edc-68c49721c5c6 req-a2e50358-00b7-43db-8df0-7a7d6a635bd8 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=8409b569-9637-43a5-9239-0d87825106d0 HTTP/1.1" status: 200 len: 943 time: 0.0691478 Sep 15 13:46:37.719694 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768f0c0-4e92-4cb1-aff9-1c6f618e5c04 None None] Pushing event updated for resources: {'Port': ['ID=efaa74f9-946e-4e11-a750-bcbf165a6093,revision_number=4']} {{(pid=101216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:37.723235 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] Routers {'180cfe89-9884-4979-80f6-c956724f55bb'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:46:37.723933 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:46:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['180cfe89-9884-4979-80f6-c956724f55bb'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:37.752480 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-cda6eeec-0425-4c0e-ae7c-2a7bde547ba3 None None] Provisioning complete for port efaa74f9-946e-4e11-a750-bcbf165a6093 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:37.758274 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-cda6eeec-0425-4c0e-ae7c-2a7bde547ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:37.788873 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:37.803177 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-45ef1b94-8d26-4b03-8edc-68c49721c5c6 req-090007e5-c56f-4cf7-9f87-546be1f5683e tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/security-groups?id=b838ef38-c723-4db8-ab09-321c04e3feb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769098 Sep 15 13:46:37.938852 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-cda6eeec-0425-4c0e-ae7c-2a7bde547ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:37.987883 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-cda6eeec-0425-4c0e-ae7c-2a7bde547ba3 None None] For port efaa74f9-946e-4e11-a750-bcbf165a6093, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=efaa74f9-946e-4e11-a750-bcbf165a6093,segment=NetworkSegment(19269a25-94bc-4886-8301-43447820b01f),segment_id=19269a25-94bc-4886-8301-43447820b01f)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:38.041701 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] Set router 180cfe89-9884-4979-80f6-c956724f55bb gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:46:38.102138 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-cda6eeec-0425-4c0e-ae7c-2a7bde547ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:38.153555 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6eeec-0425-4c0e-ae7c-2a7bde547ba3 None None] Pushing event updated for resources: {'Port': ['ID=efaa74f9-946e-4e11-a750-bcbf165a6093,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:38.223811 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-0937d9b1-2be0-4de6-bd40-0660b25db7f4 None None] Provisioning complete for port efaa74f9-946e-4e11-a750-bcbf165a6093 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:38.224187 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-0937d9b1-2be0-4de6-bd40-0660b25db7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:38.268551 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180cfe89-9884-4979-80f6-c956724f55bb', 'name': 'tempest-TestVolumeBootPattern-1356915073-router', 'tenant_id': 'aa3d066248c64e73a605f2a739856128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '7d695b8c-f3d2-4d86-8177-74ec3c298df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:27Z', 'updated_at': '2021-09-15T13:46:31Z', 'revision_number': 4, 'project_id': 'aa3d066248c64e73a605f2a739856128', 'gw_port': {'id': '7d695b8c-f3d2-4d86-8177-74ec3c298df8', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180cfe89-9884-4979-80f6-c956724f55bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:28Z', 'updated_at': '2021-09-15T13:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': 'efaa74f9-946e-4e11-a750-bcbf165a6093', 'name': '', 'network_id': '4b709d52-dcef-461e-aab6-22fb86c073ba', 'tenant_id': 'aa3d066248c64e73a605f2a739856128', 'mac_address': 'fa:16:3e:a2:da:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180cfe89-9884-4979-80f6-c956724f55bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e82d16bf-8375-4d86-a2e3-eb9ca625995a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:30Z', 'updated_at': '2021-09-15T13:46:37Z', 'revision_number': 4, 'project_id': 'aa3d066248c64e73a605f2a739856128', 'subnets': [{'id': 'e82d16bf-8375-4d86-a2e3-eb9ca625995a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:46:38.296872 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1340c5-125d-4d74-b7f6-cf1f7bf6b69f None None] The sync data for ids ['180cfe89-9884-4979-80f6-c956724f55bb'] in dv-cinder-803456-3-iscsi is: [{'id': '180cfe89-9884-4979-80f6-c956724f55bb', 'name': 'tempest-TestVolumeBootPattern-1356915073-router', 'tenant_id': 'aa3d066248c64e73a605f2a739856128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '7d695b8c-f3d2-4d86-8177-74ec3c298df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:27Z', 'updated_at': '2021-09-15T13:46:31Z', 'revision_number': 4, 'project_id': 'aa3d066248c64e73a605f2a739856128', 'gw_port': {'id': '7d695b8c-f3d2-4d86-8177-74ec3c298df8', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180cfe89-9884-4979-80f6-c956724f55bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:28Z', 'updated_at': '2021-09-15T13:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': 'efaa74f9-946e-4e11-a750-bcbf165a6093', 'name': '', 'network_id': '4b709d52-dcef-461e-aab6-22fb86c073ba', 'tenant_id': 'aa3d066248c64e73a605f2a739856128', 'mac_address': 'fa:16:3e:a2:da:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180cfe89-9884-4979-80f6-c956724f55bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e82d16bf-8375-4d86-a2e3-eb9ca625995a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:30Z', 'updated_at': '2021-09-15T13:46:37Z', 'revision_number': 4, 'project_id': 'aa3d066248c64e73a605f2a739856128', 'subnets': [{'id': 'e82d16bf-8375-4d86-a2e3-eb9ca625995a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:46:38.679917 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d8ecd-80ce-427a-b896-591e42a7099d req-3e108fcf-787f-4d7e-9e5a-5c3611bd7bc9 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:38.689361 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-781d8ecd-80ce-427a-b896-591e42a7099d req-3e108fcf-787f-4d7e-9e5a-5c3611bd7bc9 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 944 time: 0.0960286 Sep 15 13:46:38.698263 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 27862600-f2fc-4916-9f94-e2968ad3fef1 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:46:38.753964 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-781d8ecd-80ce-427a-b896-591e42a7099d req-6b1d746a-4230-421a-98e0-d9666d57192c tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634868 Sep 15 13:46:38.767018 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device b2bc793d-38ba-40f2-9359-936a50101bd4 up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:46:38.901261 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 27862600-f2fc-4916-9f94-e2968ad3fef1, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=27862600-f2fc-4916-9f94-e2968ad3fef1,segment=NetworkSegment(980f05fe-7c15-4ede-9fc1-3c52e2886958),segment_id=980f05fe-7c15-4ede-9fc1-3c52e2886958)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:38.934291 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': '27862600-f2fc-4916-9f94-e2968ad3fef1', 'network_id': '46a1f37b-8eb2-4a43-96bd-3579e3f07779', 'port_id': '27862600-f2fc-4916-9f94-e2968ad3fef1', 'mac_address': 'fa:16:3e:4b:b8:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761722f9-7f47-4c23-9553-8bae310b0272', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:46:38.982558 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port b2bc793d-38ba-40f2-9359-936a50101bd4 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:38.983193 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:39.016958 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:39.048542 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc943184-29f7-4359-8de7-c60a44e02978 req-7f6fcd3d-35f6-46b4-b3ce-dc684669c9d0 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:39.050985 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-dc943184-29f7-4359-8de7-c60a44e02978 req-7f6fcd3d-35f6-46b4-b3ce-dc684669c9d0 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=8409b569-9637-43a5-9239-0d87825106d0 HTTP/1.1" status: 200 len: 943 time: 0.1320248 Sep 15 13:46:39.126330 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-dc943184-29f7-4359-8de7-c60a44e02978 req-737faf49-b585-4215-890b-73e5b91fdb6d tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/security-groups?id=b838ef38-c723-4db8-ab09-321c04e3feb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679324 Sep 15 13:46:39.191629 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27862600-f2fc-4916-9f94-e2968ad3fef1 {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:46:39.217726 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 27862600-f2fc-4916-9f94-e2968ad3fef1, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=27862600-f2fc-4916-9f94-e2968ad3fef1,segment=NetworkSegment(980f05fe-7c15-4ede-9fc1-3c52e2886958),segment_id=980f05fe-7c15-4ede-9fc1-3c52e2886958)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:39.262104 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:39.272340 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:39.320321 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bc793d-38ba-40f2-9359-936a50101bd4'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:46:39.322623 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b21620-2754-47aa-891e-56ffca9991e3" -d '{"events": [{"server_uuid": "cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff", "name": "network-vif-plugged", "status": "completed", "tag": "b2bc793d-38ba-40f2-9359-936a50101bd4"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:46:39.354090 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port b2bc793d-38ba-40f2-9359-936a50101bd4, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=b2bc793d-38ba-40f2-9359-936a50101bd4,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:39.378311 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de4e96a-aded-49f8-ae25-1958dd77d3af x-openstack-request-id: req-2de4e96a-aded-49f8-ae25-1958dd77d3af {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:46:39.378620 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff", "name": "network-vif-plugged", "status": "completed", "tag": "b2bc793d-38ba-40f2-9359-936a50101bd4", "code": 200}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:46:39.378897 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2de4e96a-aded-49f8-ae25-1958dd77d3af {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:46:39.379469 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bc793d-38ba-40f2-9359-936a50101bd4', 'code': 200} Sep 15 13:46:39.382562 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=27862600-f2fc-4916-9f94-e2968ad3fef1,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:39.409445 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:39.480327 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=b2bc793d-38ba-40f2-9359-936a50101bd4,revision_number=7']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:39.546018 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['27862600-f2fc-4916-9f94-e2968ad3fef1'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:46:39.822684 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device efaa74f9-946e-4e11-a750-bcbf165a6093 up at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:46:39.896184 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Provisioning complete for port efaa74f9-946e-4e11-a750-bcbf165a6093 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:39.899768 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:39.915802 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75499e-719d-4de4-9254-4e8610066ed4 req-dc09ac99-4adf-453b-8a38-b96976247755 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:39.919134 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-7e75499e-719d-4de4-9254-4e8610066ed4 req-dc09ac99-4adf-453b-8a38-b96976247755 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.0738130 Sep 15 13:46:39.988238 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-7e75499e-719d-4de4-9254-4e8610066ed4 req-9789841e-96aa-4ac7-8f6d-e92986dfd59a tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552256 Sep 15 13:46:40.288459 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-14bbc60d-3304-4c61-ae0a-4c26d7b9f8ef req-23afa799-ddea-416c-86c3-beb42299985a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0619702 Sep 15 13:46:40.295509 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a1e33-c2ba-413d-b01b-15bfbab2a9da req-3c3c7fb1-f6b8-4abd-8991-c50fa83621fe tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:40.298249 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-6d6a1e33-c2ba-413d-b01b-15bfbab2a9da req-3c3c7fb1-f6b8-4abd-8991-c50fa83621fe tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=8409b569-9637-43a5-9239-0d87825106d0 HTTP/1.1" status: 200 len: 944 time: 0.0827365 Sep 15 13:46:40.373420 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-6d6a1e33-c2ba-413d-b01b-15bfbab2a9da req-287cb039-e8f9-4eaf-a6dc-4c53e962f51f tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/security-groups?id=b838ef38-c723-4db8-ab09-321c04e3feb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641685 Sep 15 13:46:40.411535 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbc60d-3304-4c61-ae0a-4c26d7b9f8ef req-50531620-a172-4f0d-820a-62fd48b63957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:40.413596 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-14bbc60d-3304-4c61-ae0a-4c26d7b9f8ef req-50531620-a172-4f0d-820a-62fd48b63957 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=52fa1195747c46d8babcb3bd3b29acf0&device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 1099 time: 0.0599582 Sep 15 13:46:40.552875 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbc60d-3304-4c61-ae0a-4c26d7b9f8ef req-8a4b3eb0-9a55-4a3d-bfdb-cf5384c451de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:40.554353 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-14bbc60d-3304-4c61-ae0a-4c26d7b9f8ef req-8a4b3eb0-9a55-4a3d-bfdb-cf5384c451de service neutron] 10.222.0.15 "GET /v2.0/networks?id=3446c4e2-730d-440b-994b-e995297a5ba4 HTTP/1.1" status: 200 len: 909 time: 0.1118217 Sep 15 13:46:40.636664 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-14bbc60d-3304-4c61-ae0a-4c26d7b9f8ef req-ae9480e0-f59e-445a-9802-db2321fceb75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 HTTP/1.1" status: 200 len: 1002 time: 0.0740831 Sep 15 13:46:40.693004 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbc60d-3304-4c61-ae0a-4c26d7b9f8ef req-9021fe16-6b2b-41a8-8644-e15172964589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:40.694513 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-14bbc60d-3304-4c61-ae0a-4c26d7b9f8ef req-9021fe16-6b2b-41a8-8644-e15172964589 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63546249-766e-46c7-8179-1517924754e7 HTTP/1.1" status: 200 len: 847 time: 0.0489767 Sep 15 13:46:40.705126 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 27862600-f2fc-4916-9f94-e2968ad3fef1 up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:46:40.760394 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbc60d-3304-4c61-ae0a-4c26d7b9f8ef req-1f41bece-7196-4030-b4f2-72b2c41e4116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:40.760394 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-14bbc60d-3304-4c61-ae0a-4c26d7b9f8ef req-1f41bece-7196-4030-b4f2-72b2c41e4116 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3446c4e2-730d-440b-994b-e995297a5ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545795 Sep 15 13:46:40.821123 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning for port 27862600-f2fc-4916-9f94-e2968ad3fef1 completed by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:46:40.826301 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port 27862600-f2fc-4916-9f94-e2968ad3fef1 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:40.826747 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:40.877204 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-14bbc60d-3304-4c61-ae0a-4c26d7b9f8ef req-460dad6d-28f6-47de-b1a5-2d30bdcc1120 service neutron] 10.222.0.15 "GET /v2.0/networks/3446c4e2-730d-440b-994b-e995297a5ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054926 Sep 15 13:46:40.938964 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:40.977220 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 27862600-f2fc-4916-9f94-e2968ad3fef1, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=27862600-f2fc-4916-9f94-e2968ad3fef1,segment=NetworkSegment(980f05fe-7c15-4ede-9fc1-3c52e2886958),segment_id=980f05fe-7c15-4ede-9fc1-3c52e2886958)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:41.001610 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-14bbc60d-3304-4c61-ae0a-4c26d7b9f8ef req-6e6920d5-f521-47e9-9a0f-57e0f02ff076 service neutron] 10.222.0.15 "GET /v2.0/networks/3446c4e2-730d-440b-994b-e995297a5ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090400 Sep 15 13:46:41.049092 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:41.115021 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=27862600-f2fc-4916-9f94-e2968ad3fef1,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:41.154921 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c533a-7fbe-4813-bc77-683495b8c436 req-7fc7b63e-9c8d-4216-bc2b-b5dd7b945f5f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:41.156645 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0d7c533a-7fbe-4813-bc77-683495b8c436 req-7fc7b63e-9c8d-4216-bc2b-b5dd7b945f5f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.0773075 Sep 15 13:46:41.210318 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0d7c533a-7fbe-4813-bc77-683495b8c436 req-3a8d5932-d7fc-4ab0-a295-7a30f8a50bb6 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452731 Sep 15 13:46:41.380631 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8409b569-9637-43a5-9239-0d87825106d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27862600-f2fc-4916-9f94-e2968ad3fef1'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:46:41.383293 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4581f71e-6a48-43c2-b656-b2fbc57b4e9c" -d '{"events": [{"server_uuid": "8409b569-9637-43a5-9239-0d87825106d0", "name": "network-vif-plugged", "status": "completed", "tag": "27862600-f2fc-4916-9f94-e2968ad3fef1"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:46:41.434192 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220d0d24-25f9-4808-849c-27b4d725fb05 x-openstack-request-id: req-220d0d24-25f9-4808-849c-27b4d725fb05 {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:46:41.434192 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8409b569-9637-43a5-9239-0d87825106d0", "name": "network-vif-plugged", "status": "completed", "tag": "27862600-f2fc-4916-9f94-e2968ad3fef1", "code": 200}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:46:41.434192 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-220d0d24-25f9-4808-849c-27b4d725fb05 {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:46:41.434192 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8409b569-9637-43a5-9239-0d87825106d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27862600-f2fc-4916-9f94-e2968ad3fef1', 'code': 200} Sep 15 13:46:41.545220 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3eff8-6b9f-48df-9d8e-8314e3c2b456 req-555e1d20-a955-47c6-822e-08d5b715621c tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:41.547088 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-22b3eff8-6b9f-48df-9d8e-8314e3c2b456 req-555e1d20-a955-47c6-822e-08d5b715621c tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=8409b569-9637-43a5-9239-0d87825106d0 HTTP/1.1" status: 200 len: 945 time: 0.0621736 Sep 15 13:46:41.587458 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-22b3eff8-6b9f-48df-9d8e-8314e3c2b456 req-a819600e-479f-4c35-a14a-2700f422ec29 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/security-groups?id=b838ef38-c723-4db8-ab09-321c04e3feb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342512 Sep 15 13:46:41.978613 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b27b4-727d-49b2-a965-c64b4172fc2c req-826b77d5-2ed5-4c98-85dc-f453222dd2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:41.982485 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-331b27b4-727d-49b2-a965-c64b4172fc2c req-826b77d5-2ed5-4c98-85dc-f453222dd2ab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8409b569-9637-43a5-9239-0d87825106d0 HTTP/1.1" status: 200 len: 1098 time: 0.0861135 Sep 15 13:46:42.027660 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-331b27b4-727d-49b2-a965-c64b4172fc2c req-4118fd22-e2fc-480d-8505-1602784b235f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b838ef38-c723-4db8-ab09-321c04e3feb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333343 Sep 15 13:46:42.376242 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52768a9-b9f0-413c-8e70-3e5e866b97f1 req-c2bcc94f-064d-4aab-82bc-854dbefd1c65 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:42.378493 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f52768a9-b9f0-413c-8e70-3e5e866b97f1 req-c2bcc94f-064d-4aab-82bc-854dbefd1c65 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.0602360 Sep 15 13:46:42.422242 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f52768a9-b9f0-413c-8e70-3e5e866b97f1 req-943e8dc7-1399-4750-aece-e621cd5af121 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349400 Sep 15 13:46:42.715673 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10628afb-7b8a-4bcd-b958-86788a6ca95a req-3fd07a4c-e671-4edb-8211-aba98ae1c223 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:42.717464 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-10628afb-7b8a-4bcd-b958-86788a6ca95a req-3fd07a4c-e671-4edb-8211-aba98ae1c223 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=8409b569-9637-43a5-9239-0d87825106d0 HTTP/1.1" status: 200 len: 945 time: 0.0585287 Sep 15 13:46:42.769361 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-10628afb-7b8a-4bcd-b958-86788a6ca95a req-62825a13-66dd-4ec4-99b8-a64a6b0a2741 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/security-groups?id=b838ef38-c723-4db8-ab09-321c04e3feb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453050 Sep 15 13:46:43.586271 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb885a97-7eac-4efb-80fd-a717dda9c393 req-537d5e93-e317-495b-b827-cc793bbfcdec tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:43.598183 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-eb885a97-7eac-4efb-80fd-a717dda9c393 req-537d5e93-e317-495b-b827-cc793bbfcdec tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.0934038 Sep 15 13:46:43.655808 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-eb885a97-7eac-4efb-80fd-a717dda9c393 req-e2e96947-7ed5-460c-a29a-3a8386f0505d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517306 Sep 15 13:46:43.906214 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f545f-9342-4d6d-9a1f-cf055674a8d6 req-cf152034-eefd-4c99-8e36-a3af4f5e50f3 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:43.908545 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-486f545f-9342-4d6d-9a1f-cf055674a8d6 req-cf152034-eefd-4c99-8e36-a3af4f5e50f3 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=8409b569-9637-43a5-9239-0d87825106d0 HTTP/1.1" status: 200 len: 945 time: 0.0553439 Sep 15 13:46:43.956680 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-486f545f-9342-4d6d-9a1f-cf055674a8d6 req-edba9b41-6432-46cf-a296-f2dd08199c3e tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/security-groups?id=b838ef38-c723-4db8-ab09-321c04e3feb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402467 Sep 15 13:46:44.786495 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00dd57-cc74-414a-829a-12edf0d9e92c req-e6b551cc-4752-4fc5-9632-21ffc768ccb9 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:44.787975 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fe00dd57-cc74-414a-829a-12edf0d9e92c req-e6b551cc-4752-4fc5-9632-21ffc768ccb9 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.0530770 Sep 15 13:46:44.830534 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fe00dd57-cc74-414a-829a-12edf0d9e92c req-4e8fc75d-c2a7-4d82-816f-1f627ef3e9a8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360577 Sep 15 13:46:45.973842 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90522a1f-673b-4170-b2b3-e6e590c5a4a3 req-9c372fa6-e907-4f17-b0a2-30ca0df0f223 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:45.976759 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-90522a1f-673b-4170-b2b3-e6e590c5a4a3 req-9c372fa6-e907-4f17-b0a2-30ca0df0f223 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.0563080 Sep 15 13:46:46.033879 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-90522a1f-673b-4170-b2b3-e6e590c5a4a3 req-aeaaedc1-6307-4200-8789-250c5bb2c776 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508261 Sep 15 13:46:47.170696 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d147f31-03c6-4aee-b759-caeb83315bb0 req-c0e60d2a-ee2e-46c0-91a4-bf527750390e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:47.173011 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4d147f31-03c6-4aee-b759-caeb83315bb0 req-c0e60d2a-ee2e-46c0-91a4-bf527750390e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.0644867 Sep 15 13:46:47.220707 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4d147f31-03c6-4aee-b759-caeb83315bb0 req-0ce9872f-ed9d-4914-b97e-2871c37efe83 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405884 Sep 15 13:46:48.365993 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908a0d5-6c51-4953-90e1-ef2fde939e49 req-6edfa6cc-5245-4cdf-88d5-02c68b477385 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:48.367761 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4908a0d5-6c51-4953-90e1-ef2fde939e49 req-6edfa6cc-5245-4cdf-88d5-02c68b477385 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.0628223 Sep 15 13:46:48.408097 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4908a0d5-6c51-4953-90e1-ef2fde939e49 req-fa636725-df41-4b0c-9489-db8d1990d457 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339859 Sep 15 13:46:49.433405 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516cd85-1704-4e67-b1ce-cd80ee874c9d req-7224ecf5-56a1-4205-8270-cc4f8f82b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:49.434899 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9516cd85-1704-4e67-b1ce-cd80ee874c9d req-7224ecf5-56a1-4205-8270-cc4f8f82b5eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d456829f8de447eea8fd66f35874b574&device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 1098 time: 0.0841203 Sep 15 13:46:49.528065 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2155c66-7ff1-4537-ae77-8624bd39d938 req-f8c8c936-5510-4253-bac5-af7d58b61ba6 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:49.529346 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516cd85-1704-4e67-b1ce-cd80ee874c9d req-32bf6633-f28c-4427-bb85-0afb41d3c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:49.529625 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a2155c66-7ff1-4537-ae77-8624bd39d938 req-f8c8c936-5510-4253-bac5-af7d58b61ba6 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.0490160 Sep 15 13:46:49.530800 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9516cd85-1704-4e67-b1ce-cd80ee874c9d req-32bf6633-f28c-4427-bb85-0afb41d3c177 service neutron] 10.222.0.15 "GET /v2.0/networks?id=480fc22a-9718-4af5-897e-c1ba6a0ea29f HTTP/1.1" status: 200 len: 917 time: 0.0886204 Sep 15 13:46:49.567830 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a2155c66-7ff1-4537-ae77-8624bd39d938 req-e1a927c7-f5ee-4610-900e-cf28937c27d9 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319037 Sep 15 13:46:49.599456 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9516cd85-1704-4e67-b1ce-cd80ee874c9d req-c7895a51-f934-47f5-b470-29c70e52db32 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2bc793d-38ba-40f2-9359-936a50101bd4 HTTP/1.1" status: 200 len: 1001 time: 0.0587277 Sep 15 13:46:49.652398 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516cd85-1704-4e67-b1ce-cd80ee874c9d req-cd7ccfff-0774-4f78-a624-f9a7206cbc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:49.653869 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9516cd85-1704-4e67-b1ce-cd80ee874c9d req-cd7ccfff-0774-4f78-a624-f9a7206cbc48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c52fc5a2-023c-41c5-8df6-56d1e497870b HTTP/1.1" status: 200 len: 855 time: 0.0468116 Sep 15 13:46:49.699150 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516cd85-1704-4e67-b1ce-cd80ee874c9d req-6e4ed110-df42-44b2-a984-b0bfb7abdf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:49.700608 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9516cd85-1704-4e67-b1ce-cd80ee874c9d req-6e4ed110-df42-44b2-a984-b0bfb7abdf1d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=480fc22a-9718-4af5-897e-c1ba6a0ea29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389726 Sep 15 13:46:49.791925 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9516cd85-1704-4e67-b1ce-cd80ee874c9d req-58b5c817-326e-4a38-831a-0891b87ee6c1 service neutron] 10.222.0.15 "GET /v2.0/networks/480fc22a-9718-4af5-897e-c1ba6a0ea29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835838 Sep 15 13:46:49.895112 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9516cd85-1704-4e67-b1ce-cd80ee874c9d req-27788c80-34bf-45c3-bc84-4087d76fafea service neutron] 10.222.0.15 "GET /v2.0/networks/480fc22a-9718-4af5-897e-c1ba6a0ea29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949678 Sep 15 13:46:50.686032 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c63ed3-4f32-4147-8911-7a88b2fc5f21 req-d326a5d9-a68e-43cb-bf39-4233616c66d6 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:50.687529 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b5c63ed3-4f32-4147-8911-7a88b2fc5f21 req-d326a5d9-a68e-43cb-bf39-4233616c66d6 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.0488498 Sep 15 13:46:50.726503 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b5c63ed3-4f32-4147-8911-7a88b2fc5f21 req-9832f8d4-9dc5-4470-8369-407621ae43d7 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325222 Sep 15 13:46:51.214925 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-39b0ccbf-aec6-46ef-b0a3-2c6f9bedd0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:51.850390 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e1261-af63-4589-ace9-47bf18eeb0dc req-9983a0bf-475f-49de-aecc-7421859da1fa tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:51.851934 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-636e1261-af63-4589-ace9-47bf18eeb0dc req-9983a0bf-475f-49de-aecc-7421859da1fa tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.0536594 Sep 15 13:46:51.891771 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-636e1261-af63-4589-ace9-47bf18eeb0dc req-8fdfa794-f326-45ca-a882-c208fe157901 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333447 Sep 15 13:46:52.783937 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device b2bc793d-38ba-40f2-9359-936a50101bd4 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:46:52.865853 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:52.889775 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2bc793d-38ba-40f2-9359-936a50101bd4'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:46:52.891809 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f398078a-5628-4045-8c37-5337f5cb4bf3" -d '{"events": [{"server_uuid": "cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff", "name": "network-vif-unplugged", "status": "completed", "tag": "b2bc793d-38ba-40f2-9359-936a50101bd4"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:46:52.904506 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port b2bc793d-38ba-40f2-9359-936a50101bd4, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=b2bc793d-38ba-40f2-9359-936a50101bd4,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:46:52.928388 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 13:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692e6745-bd74-4926-8228-a3a77ca90892 x-openstack-request-id: req-692e6745-bd74-4926-8228-a3a77ca90892 {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:46:52.928723 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff", "name": "network-vif-unplugged", "status": "failed", "tag": "b2bc793d-38ba-40f2-9359-936a50101bd4", "code": 422}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:46:52.929021 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-692e6745-bd74-4926-8228-a3a77ca90892 {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:46:52.930807 dv-cinder-803456-3-iscsi neutron-server[101215]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b2bc793d-38ba-40f2-9359-936a50101bd4', 'code': 422} returned with failed status Sep 15 13:46:52.991778 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:53.027624 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160d9a0-6e1b-4346-bec6-3e7c27ea7bf5 req-6573b7f4-39e2-4480-b258-d5112e52cf5f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:53.029079 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b160d9a0-6e1b-4346-bec6-3e7c27ea7bf5 req-6573b7f4-39e2-4480-b258-d5112e52cf5f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 945 time: 0.0513413 Sep 15 13:46:53.042080 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=b2bc793d-38ba-40f2-9359-936a50101bd4,revision_number=8']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:53.069475 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b160d9a0-6e1b-4346-bec6-3e7c27ea7bf5 req-45aa8a04-fb0e-413a-b40e-382e2afd0eb8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333650 Sep 15 13:46:53.746424 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-809b9f1b-6853-48c3-8a36-552c1a9049ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:53.768905 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:54.209844 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-196abe9a-decd-4346-bc57-9dc1417ab2d5 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2111330207&fields=id&tenant_id=8d000803518a4c8b8c0afbc4b57421d1 HTTP/1.1" status: 200 len: 267 time: 0.0349357 Sep 15 13:46:54.326703 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-b0f6fd20-9fec-4c84-b376-15385d31f4d9 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:54.328181 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-b0f6fd20-9fec-4c84-b376-15385d31f4d9 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/networks?id=3c62f92a-f427-49c1-a85d-80b6167fa3af HTTP/1.1" status: 200 len: 811 time: 0.1115386 Sep 15 13:46:54.344443 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-17331f24-7799-4ec3-b7a6-07b9dd11611a tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/quotas/8d000803518a4c8b8c0afbc4b57421d1 HTTP/1.1" status: 200 len: 375 time: 0.0098238 Sep 15 13:46:54.354821 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [req-9fa54243-7491-4431-9c1d-1eeb7b6c13d1 req-93905db8-0864-4885-98a0-db073050df8e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101213) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:46:54.355857 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9fa54243-7491-4431-9c1d-1eeb7b6c13d1 req-93905db8-0864-4885-98a0-db073050df8e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492804 Sep 15 13:46:54.378278 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:46:54.399761 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-647f6002-28e0-4dc0-be53-3b533705b878 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d000803518a4c8b8c0afbc4b57421d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483160 Sep 15 13:46:54.545826 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-2401e32b-413b-4b8e-b961-72043d4ad4e3 service neutron] 10.222.0.30 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333437 Sep 15 13:46:54.641824 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-d44ab020-3c45-497d-9657-8c68f81ca2d6 service neutron] 10.222.0.30 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891068 Sep 15 13:46:54.681144 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b36f39-4570-42f5-89f8-74a0fd56a255 req-a9d03bb7-57d8-4bcb-a19c-82f10f198264 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:54.682696 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-72b36f39-4570-42f5-89f8-74a0fd56a255 req-a9d03bb7-57d8-4bcb-a19c-82f10f198264 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 943 time: 0.0659356 Sep 15 13:46:54.729318 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-72b36f39-4570-42f5-89f8-74a0fd56a255 req-91d96615-3810-4098-9c3e-04b4f7505906 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366104 Sep 15 13:46:55.140915 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:55.225995 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 50418) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:46:55.315558 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ca161d2e-7c6e-4184-b14c-b33c71fcadf8 req-0dbb569d-249f-4b8d-9641-bba359cb872f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884228 Sep 15 13:46:55.324885 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [req-ca161d2e-7c6e-4184-b14c-b33c71fcadf8 req-7d9f9593-fd20-4b41-b62d-3fdf3d466331 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:46:55.325894 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ca161d2e-7c6e-4184-b14c-b33c71fcadf8 req-7d9f9593-fd20-4b41-b62d-3fdf3d466331 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052643 Sep 15 13:46:55.418693 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2693d641-bcf7-4ff4-97f2-2986cced13c4 req-450e2298-55c1-48cb-b977-5b61f7d5d3f8 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 210 time: 0.0266800 Sep 15 13:46:55.859808 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688eeca8-1d77-4ca8-b300-2fe70d1570d9 req-8d29fa05-8d03-4a59-a58e-50e6ed48c132 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:55.859808 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-688eeca8-1d77-4ca8-b300-2fe70d1570d9 req-8d29fa05-8d03-4a59-a58e-50e6ed48c132 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 943 time: 0.0519202 Sep 15 13:46:55.902866 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-688eeca8-1d77-4ca8-b300-2fe70d1570d9 req-680170bd-8a43-48a4-b69c-1e5f0f4c5f4b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370016 Sep 15 13:46:56.515507 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e743bd40-7e56-4407-a860-3ae54055f0b2 req-7b17958d-1f33-4df5-8645-cb22ea263347 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 210 time: 0.0275397 Sep 15 13:46:56.648977 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:57.029692 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edae14-85e5-4934-b11b-ada0db86dd28 req-93e5a51f-7660-4dd8-a7e4-3f20cb14d8ba tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:57.031217 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c8edae14-85e5-4934-b11b-ada0db86dd28 req-93e5a51f-7660-4dd8-a7e4-3f20cb14d8ba tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 943 time: 0.0532324 Sep 15 13:46:57.069299 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c8edae14-85e5-4934-b11b-ada0db86dd28 req-fd06f955-7afb-4fad-8ece-9bf93c8215da tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308638 Sep 15 13:46:57.539083 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-f6d2813b-f12c-4e59-87d8-af02307abed0 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:57.540677 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-f6d2813b-f12c-4e59-87d8-af02307abed0 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.15 "GET /v2.0/networks?id=3c62f92a-f427-49c1-a85d-80b6167fa3af HTTP/1.1" status: 200 len: 811 time: 0.1086349 Sep 15 13:46:57.593816 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-4df4a30b-f74c-4ba9-8df2-063af1732a67 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d000803518a4c8b8c0afbc4b57421d1 HTTP/1.1" status: 200 len: 380 time: 0.0411029 Sep 15 13:46:57.625079 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f07b04ec-0c2f-4045-bb0e-c4ba42edb9ec req-b5f64676-2e81-4aa4-9bef-b17def130bad tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 210 time: 0.0284755 Sep 15 13:46:57.629618 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-b4527b0b-298e-4677-9051-2f8eff282726 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Request body: {'port': {'device_id': 'f94a76a5-2c4d-470f-8ea5-5448146ce13c', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'admin_state_up': True, 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'security_groups': ['04900f9c-7d64-407a-9459-ed3f304f5e28']}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:57.792041 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-b4527b0b-298e-4677-9051-2f8eff282726 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Made reservation on behalf of 8d000803518a4c8b8c0afbc4b57421d1 for: {'port': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:46:57.795642 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-b4527b0b-298e-4677-9051-2f8eff282726 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:57.926071 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-b4527b0b-298e-4677-9051-2f8eff282726 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Allocated IP 172.20.0.11 (3c62f92a-f427-49c1-a85d-80b6167fa3af/a985cd71-7a70-4104-b2ec-144e68665c3a/d4720ef2-ca57-48ac-b89f-75ae85063f6e) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:46:58.124678 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca161d2e-7c6e-4184-b14c-b33c71fcadf8 req-9da20382-c57a-493e-9c39-35970be8625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:58.126436 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ca161d2e-7c6e-4184-b14c-b33c71fcadf8 req-9da20382-c57a-493e-9c39-35970be8625d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff&tenant_id=d456829f8de447eea8fd66f35874b574 HTTP/1.1" status: 200 len: 1096 time: 0.1242237 Sep 15 13:46:58.140408 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-b4527b0b-298e-4677-9051-2f8eff282726 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:58.236222 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca161d2e-7c6e-4184-b14c-b33c71fcadf8 req-695a8af0-3eee-4423-ac45-e7db564d8ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:58.237745 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ca161d2e-7c6e-4184-b14c-b33c71fcadf8 req-695a8af0-3eee-4423-ac45-e7db564d8ab8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d456829f8de447eea8fd66f35874b574&device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 1096 time: 0.0803525 Sep 15 13:46:58.245734 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a454fe-15eb-4a79-b48d-b5d0bb18d22f req-4f6a6af0-bd73-4575-936a-39ed5bf75eca tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:58.247075 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-16a454fe-15eb-4a79-b48d-b5d0bb18d22f req-4f6a6af0-bd73-4575-936a-39ed5bf75eca tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 943 time: 0.0883317 Sep 15 13:46:58.335389 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-16a454fe-15eb-4a79-b48d-b5d0bb18d22f req-bce49eda-a419-4d6b-ae1f-e0d50f62e229 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804446 Sep 15 13:46:58.353407 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-b4527b0b-298e-4677-9051-2f8eff282726 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:58.367207 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca161d2e-7c6e-4184-b14c-b33c71fcadf8 req-e61c8318-22f6-4db9-ba59-a77a345fbfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:58.368658 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ca161d2e-7c6e-4184-b14c-b33c71fcadf8 req-e61c8318-22f6-4db9-ba59-a77a345fbfcd service neutron] 10.222.0.15 "GET /v2.0/networks?id=480fc22a-9718-4af5-897e-c1ba6a0ea29f HTTP/1.1" status: 200 len: 917 time: 0.1207702 Sep 15 13:46:58.701621 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-b4527b0b-298e-4677-9051-2f8eff282726 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Network 3c62f92a-f427-49c1-a85d-80b6167fa3af is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:46:58.706673 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-b4527b0b-298e-4677-9051-2f8eff282726 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:46:58.712182 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-b4527b0b-298e-4677-9051-2f8eff282726 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:46:58.743662 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4527b0b-298e-4677-9051-2f8eff282726 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Pushing event updated for resources: {'Port': ['ID=d4720ef2-ca57-48ac-b89f-75ae85063f6e,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:58.769646 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9593c-c410-447d-aa3d-be2e2654fa3b req-e357c7e8-6bfd-4951-a35c-fb7181432bc0 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:58.772986 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ca161d2e-7c6e-4184-b14c-b33c71fcadf8 req-dbc3ac7f-96d2-4aa2-9a1c-68ba05b6a524 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2bc793d-38ba-40f2-9359-936a50101bd4 HTTP/1.1" status: 200 len: 999 time: 0.3860924 Sep 15 13:46:58.777108 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2ad9593c-c410-447d-aa3d-be2e2654fa3b req-e357c7e8-6bfd-4951-a35c-fb7181432bc0 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 932 time: 0.0739253 Sep 15 13:46:58.782549 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-b4527b0b-298e-4677-9051-2f8eff282726 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:58.783140 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-b4527b0b-298e-4677-9051-2f8eff282726 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:58.821761 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2ad9593c-c410-447d-aa3d-be2e2654fa3b req-019161fb-555b-41bc-bda2-a0fa352f9b64 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436761 Sep 15 13:46:58.846508 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca161d2e-7c6e-4184-b14c-b33c71fcadf8 req-6ec8e189-127f-4fbc-8295-44cc4315abf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:58.846508 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ca161d2e-7c6e-4184-b14c-b33c71fcadf8 req-6ec8e189-127f-4fbc-8295-44cc4315abf4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c52fc5a2-023c-41c5-8df6-56d1e497870b HTTP/1.1" status: 200 len: 855 time: 0.0528531 Sep 15 13:46:58.897568 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-b4527b0b-298e-4677-9051-2f8eff282726 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2748494 Sep 15 13:46:58.902968 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca161d2e-7c6e-4184-b14c-b33c71fcadf8 req-0ed2e257-3117-4c01-b20f-0192d5e27b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:58.904613 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ca161d2e-7c6e-4184-b14c-b33c71fcadf8 req-0ed2e257-3117-4c01-b20f-0192d5e27b74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=480fc22a-9718-4af5-897e-c1ba6a0ea29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516841 Sep 15 13:46:58.919153 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-61bc2f0a-a813-4283-a9fa-604518ff7420 service neutron] Request body: {'port': {'device_id': 'f94a76a5-2c4d-470f-8ea5-5448146ce13c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:46:58.981649 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-4006e283-2f54-4c9b-8bbc-f82c9cbfd537 None None] Provisioning complete for port d4720ef2-ca57-48ac-b89f-75ae85063f6e triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:46:58.982238 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-4006e283-2f54-4c9b-8bbc-f82c9cbfd537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:59.016739 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-4006e283-2f54-4c9b-8bbc-f82c9cbfd537 None None] Port d4720ef2-ca57-48ac-b89f-75ae85063f6e cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:46:59.035711 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-61bc2f0a-a813-4283-a9fa-604518ff7420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:59.083728 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ca161d2e-7c6e-4184-b14c-b33c71fcadf8 req-a4bd2598-5f3e-467e-909a-7a497e62f179 service neutron] 10.222.0.15 "GET /v2.0/networks/480fc22a-9718-4af5-897e-c1ba6a0ea29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617851 Sep 15 13:46:59.275459 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ca161d2e-7c6e-4184-b14c-b33c71fcadf8 req-0c6f2e42-c4ff-4df2-bf88-23f272e799af service neutron] 10.222.0.15 "GET /v2.0/networks/480fc22a-9718-4af5-897e-c1ba6a0ea29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824422 Sep 15 13:46:59.395277 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-61bc2f0a-a813-4283-a9fa-604518ff7420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4720ef2-ca57-48ac-b89f-75ae85063f6e {{(pid=101214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:46:59.403002 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-61bc2f0a-a813-4283-a9fa-604518ff7420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:59.416106 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.provisioning_blocks [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-61bc2f0a-a813-4283-a9fa-604518ff7420 service neutron] Transition to ACTIVE for port object d4720ef2-ca57-48ac-b89f-75ae85063f6e will not be triggered until provisioned by entity L2. {{(pid=101214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:46:59.474191 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e6fb3-e930-49db-8886-8ddf4cb38aea req-4c1f6691-af4e-4eaa-9e97-1be98aa0969e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:59.475620 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-426e6fb3-e930-49db-8886-8ddf4cb38aea req-4c1f6691-af4e-4eaa-9e97-1be98aa0969e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 943 time: 0.0503442 Sep 15 13:46:59.494580 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-61bc2f0a-a813-4283-a9fa-604518ff7420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:59.519578 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-426e6fb3-e930-49db-8886-8ddf4cb38aea req-7d4ff17f-928d-4dca-b644-e84b1ea0ba98 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379837 Sep 15 13:46:59.567843 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc2f0a-a813-4283-a9fa-604518ff7420 service neutron] Pushing event updated for resources: {'Port': ['ID=d4720ef2-ca57-48ac-b89f-75ae85063f6e,revision_number=2']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:46:59.629697 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-61bc2f0a-a813-4283-a9fa-604518ff7420 service neutron] Attempting to bind port d4720ef2-ca57-48ac-b89f-75ae85063f6e on host hv-cinder-80345 for vnic_type normal with profile {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:46:59.630042 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-61bc2f0a-a813-4283-a9fa-604518ff7420 service neutron] Attempting to bind port d4720ef2-ca57-48ac-b89f-75ae85063f6e by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': '7f2672a9-5a98-4eec-a2e9-032da0ac542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af'}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:46:59.630371 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-61bc2f0a-a813-4283-a9fa-604518ff7420 service neutron] Attempting to bind port d4720ef2-ca57-48ac-b89f-75ae85063f6e on network 3c62f92a-f427-49c1-a85d-80b6167fa3af {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:46:59.635556 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-61bc2f0a-a813-4283-a9fa-604518ff7420 service neutron] Port d4720ef2-ca57-48ac-b89f-75ae85063f6e on network 3c62f92a-f427-49c1-a85d-80b6167fa3af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:46:59.635952 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-61bc2f0a-a813-4283-a9fa-604518ff7420 service neutron] Attempting to bind port d4720ef2-ca57-48ac-b89f-75ae85063f6e on network 3c62f92a-f427-49c1-a85d-80b6167fa3af {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:46:59.642034 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-61bc2f0a-a813-4283-a9fa-604518ff7420 service neutron] Checking agent: {'id': 'b550a8ff-0b84-4201-8276-b98629f1370c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'started_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:46:59.642424 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-61bc2f0a-a813-4283-a9fa-604518ff7420 service neutron] Checking segment: {'id': '7f2672a9-5a98-4eec-a2e9-032da0ac542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:46:59.642847 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-61bc2f0a-a813-4283-a9fa-604518ff7420 service neutron] Bound using segment: {'id': '7f2672a9-5a98-4eec-a2e9-032da0ac542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af'} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:46:59.643294 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-61bc2f0a-a813-4283-a9fa-604518ff7420 service neutron] Bound port: d4720ef2-ca57-48ac-b89f-75ae85063f6e, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f2672a9-5a98-4eec-a2e9-032da0ac542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af'}}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:46:59.643655 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-61bc2f0a-a813-4283-a9fa-604518ff7420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:59.736822 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-61bc2f0a-a813-4283-a9fa-604518ff7420 service neutron] For port d4720ef2-ca57-48ac-b89f-75ae85063f6e, host hv-cinder-80345, cleared binding levels {{(pid=101214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:46:59.740226 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-61bc2f0a-a813-4283-a9fa-604518ff7420 service neutron] For port d4720ef2-ca57-48ac-b89f-75ae85063f6e, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=d4720ef2-ca57-48ac-b89f-75ae85063f6e,segment=NetworkSegment(7f2672a9-5a98-4eec-a2e9-032da0ac542f),segment_id=7f2672a9-5a98-4eec-a2e9-032da0ac542f)] {{(pid=101214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:46:59.827150 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-61bc2f0a-a813-4283-a9fa-604518ff7420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:59.871135 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-61bc2f0a-a813-4283-a9fa-604518ff7420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:46:59.871767 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-61bc2f0a-a813-4283-a9fa-604518ff7420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:46:59.873262 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-61bc2f0a-a813-4283-a9fa-604518ff7420 service neutron] 10.222.0.15 "PUT /v2.0/ports/d4720ef2-ca57-48ac-b89f-75ae85063f6e HTTP/1.1" status: 200 len: 1094 time: 0.9584038 Sep 15 13:46:59.873646 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94a76a5-2c4d-470f-8ea5-5448146ce13c', 'tag': 'd4720ef2-ca57-48ac-b89f-75ae85063f6e'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:46:59.876661 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5a5565-105e-45fb-87e1-2297e0bb623c" -d '{"events": [{"name": "network-changed", "server_uuid": "f94a76a5-2c4d-470f-8ea5-5448146ce13c", "tag": "d4720ef2-ca57-48ac-b89f-75ae85063f6e"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:46:59.939947 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc2f0a-a813-4283-a9fa-604518ff7420 service neutron] Pushing event updated for resources: {'Port': ['ID=d4720ef2-ca57-48ac-b89f-75ae85063f6e,revision_number=3']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:00.058101 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c82b32-5fa2-453e-8ed0-25aa225a439c req-d1be5350-f9a1-490b-8e10-e919d65eb78e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:00.066122 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-69c82b32-5fa2-453e-8ed0-25aa225a439c req-d1be5350-f9a1-490b-8e10-e919d65eb78e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 944 time: 0.0893714 Sep 15 13:47:00.068830 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39da4d2e-60fb-4ca3-a241-9406420c4d4b x-openstack-request-id: req-39da4d2e-60fb-4ca3-a241-9406420c4d4b {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:47:00.069225 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94a76a5-2c4d-470f-8ea5-5448146ce13c", "tag": "d4720ef2-ca57-48ac-b89f-75ae85063f6e", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:47:00.069642 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-39da4d2e-60fb-4ca3-a241-9406420c4d4b {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:47:00.070102 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94a76a5-2c4d-470f-8ea5-5448146ce13c', 'tag': 'd4720ef2-ca57-48ac-b89f-75ae85063f6e', 'status': 'completed', 'code': 200} Sep 15 13:47:00.132879 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-69c82b32-5fa2-453e-8ed0-25aa225a439c req-7c3cc818-4182-4777-b689-a8076ce7c711 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645089 Sep 15 13:47:00.682756 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df93b8a-9081-47d3-baeb-4d2578a2a53c req-094805d1-c292-4e04-ac75-d2e4c2bf7564 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:00.685312 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3df93b8a-9081-47d3-baeb-4d2578a2a53c req-094805d1-c292-4e04-ac75-d2e4c2bf7564 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 943 time: 0.0717776 Sep 15 13:47:00.727193 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3df93b8a-9081-47d3-baeb-4d2578a2a53c req-fa470b02-e15a-4f83-8890-f8592b31b8ee tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358832 Sep 15 13:47:01.256012 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e5b94-e376-4d8f-9864-b6064e85aec0 req-d899d2e9-713e-40cf-8e54-8d8361045620 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:01.257565 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a52e5b94-e376-4d8f-9864-b6064e85aec0 req-d899d2e9-713e-40cf-8e54-8d8361045620 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 944 time: 0.0563316 Sep 15 13:47:01.297024 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a52e5b94-e376-4d8f-9864-b6064e85aec0 req-c65bbc6b-c485-4719-ac43-103d9bb2bb77 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333524 Sep 15 13:47:01.874546 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c4532-1371-4755-aa61-e11618c4eee1 req-c0d453f2-1aab-4c47-8bd2-90f1bac8941d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:01.879807 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d75c4532-1371-4755-aa61-e11618c4eee1 req-c0d453f2-1aab-4c47-8bd2-90f1bac8941d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 943 time: 0.0624223 Sep 15 13:47:01.928038 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d75c4532-1371-4755-aa61-e11618c4eee1 req-3567ced4-53e2-48bd-8728-0404c06961ca tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450857 Sep 15 13:47:02.426546 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab56d3f-10c1-4d83-aa29-154c2130a149 req-e3fdda0d-9f94-487e-aec5-c8802f0f83df tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:02.428184 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-cab56d3f-10c1-4d83-aa29-154c2130a149 req-e3fdda0d-9f94-487e-aec5-c8802f0f83df tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 944 time: 0.0574656 Sep 15 13:47:02.466410 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-cab56d3f-10c1-4d83-aa29-154c2130a149 req-1f0e1931-026c-41c7-9ce4-95d4ba93c8e5 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320568 Sep 15 13:47:03.053634 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74644510-ed25-4c56-a594-c961476a2fb8 req-6a59d44a-7744-4b4c-8003-9f51fecdaa76 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:03.055101 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-74644510-ed25-4c56-a594-c961476a2fb8 req-6a59d44a-7744-4b4c-8003-9f51fecdaa76 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 943 time: 0.0502164 Sep 15 13:47:03.093023 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-74644510-ed25-4c56-a594-c961476a2fb8 req-9e560a26-d3ce-443d-824d-c382a65a625b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320053 Sep 15 13:47:03.590460 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75de623-e9ed-4c20-b9c7-a9e4fedb4bbb req-5163ae90-8a5a-4ef7-a3b3-c1ef8c77a6f0 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:03.591931 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c75de623-e9ed-4c20-b9c7-a9e4fedb4bbb req-5163ae90-8a5a-4ef7-a3b3-c1ef8c77a6f0 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 944 time: 0.0503218 Sep 15 13:47:03.631096 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c75de623-e9ed-4c20-b9c7-a9e4fedb4bbb req-031c94d3-c181-4c96-b85a-1e46ba8817b2 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330245 Sep 15 13:47:04.224440 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c9439-56bf-4f4e-b303-109322c43fe8 req-9de2a87c-4e98-4f2f-9ac3-7761ad8bc1eb tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:04.225954 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-077c9439-56bf-4f4e-b303-109322c43fe8 req-9de2a87c-4e98-4f2f-9ac3-7761ad8bc1eb tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 943 time: 0.0582423 Sep 15 13:47:04.265614 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-077c9439-56bf-4f4e-b303-109322c43fe8 req-daadab09-2495-4049-8f03-e12a5345dc27 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336473 Sep 15 13:47:04.745681 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510b1a9-4b7f-4f66-b00e-703c114a9a3a req-086f7db0-9f1e-4256-b0df-a36bf1ac56e4 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:04.748256 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c510b1a9-4b7f-4f66-b00e-703c114a9a3a req-086f7db0-9f1e-4256-b0df-a36bf1ac56e4 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 944 time: 0.0492513 Sep 15 13:47:04.787622 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c510b1a9-4b7f-4f66-b00e-703c114a9a3a req-35d0c950-aea2-4ec1-994d-4234e82e1e3d tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343587 Sep 15 13:47:05.392603 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf1ffd-762a-43d1-99b8-c3e8570c3fe5 req-9928a2d0-dadd-47d1-a555-813bf938c128 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:05.394101 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-cddf1ffd-762a-43d1-99b8-c3e8570c3fe5 req-9928a2d0-dadd-47d1-a555-813bf938c128 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 943 time: 0.0494580 Sep 15 13:47:05.435586 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-cddf1ffd-762a-43d1-99b8-c3e8570c3fe5 req-48306f91-937d-45db-b812-1ce3c106ea60 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355167 Sep 15 13:47:05.921850 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e93b41-7f68-4bdc-b1ca-59c1e4487d2f req-8cd1ac58-8ab4-424c-840a-ed391ac4916c tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:05.923948 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a6e93b41-7f68-4bdc-b1ca-59c1e4487d2f req-8cd1ac58-8ab4-424c-840a-ed391ac4916c tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 944 time: 0.0540226 Sep 15 13:47:05.961445 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a6e93b41-7f68-4bdc-b1ca-59c1e4487d2f req-a597521d-13c1-47f9-a097-56079d612b7f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313759 Sep 15 13:47:06.567030 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1ebf0-533d-452e-b58d-5ecfd3277876 req-c3744016-b0a4-4dd2-bb73-1573d04c9689 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:06.568555 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d9e1ebf0-533d-452e-b58d-5ecfd3277876 req-c3744016-b0a4-4dd2-bb73-1573d04c9689 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 943 time: 0.0509965 Sep 15 13:47:06.608694 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d9e1ebf0-533d-452e-b58d-5ecfd3277876 req-fb3904df-ac98-438e-b6a5-0288c7cbb8f2 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341153 Sep 15 13:47:07.081107 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fe24d-307c-4048-9678-3bf61e1f7205 req-2a93991e-19f6-45f6-bd15-6517a14c209a tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:07.082632 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-db7fe24d-307c-4048-9678-3bf61e1f7205 req-2a93991e-19f6-45f6-bd15-6517a14c209a tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 944 time: 0.0507348 Sep 15 13:47:07.122824 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-db7fe24d-307c-4048-9678-3bf61e1f7205 req-0f4ebc6b-ba56-4e59-accb-f5f392c1b276 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338087 Sep 15 13:47:07.769347 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:11.951403 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-1376c85d-d063-4e42-a67f-35c1efaf8e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:11.952965 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-1376c85d-d063-4e42-a67f-35c1efaf8e47 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d000803518a4c8b8c0afbc4b57421d1&device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 1097 time: 0.0467632 Sep 15 13:47:12.000303 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-f9dd1560-37eb-4fee-bb20-16137b31fa87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4720ef2-ca57-48ac-b89f-75ae85063f6e HTTP/1.1" status: 200 len: 217 time: 0.0374799 Sep 15 13:47:12.051646 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-948ceca2-de8a-4556-a193-7cab41b894a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:12.053176 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-948ceca2-de8a-4556-a193-7cab41b894a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a985cd71-7a70-4104-b2ec-144e68665c3a HTTP/1.1" status: 200 len: 850 time: 0.0458565 Sep 15 13:47:12.057189 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef0283-52fb-458f-babf-f2e1b25d1020 req-0b54f3d6-d3b3-4ca2-bc67-ab817de8d26e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:12.058641 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c2ef0283-52fb-458f-babf-f2e1b25d1020 req-0b54f3d6-d3b3-4ca2-bc67-ab817de8d26e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 943 time: 0.0519328 Sep 15 13:47:12.104913 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-e18d6f7e-ccce-4598-85c5-4525ce4a3799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:12.106459 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-e18d6f7e-ccce-4598-85c5-4525ce4a3799 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3c62f92a-f427-49c1-a85d-80b6167fa3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456383 Sep 15 13:47:12.265900 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-9885a324-2a7f-42dc-9aec-7a57b2997f58 service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875287 Sep 15 13:47:12.330725 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c2ef0283-52fb-458f-babf-f2e1b25d1020 req-8635775d-3f5d-45dc-99b6-126107a35a4d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2654350 Sep 15 13:47:12.368697 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-82e5ef05-9d7f-41a0-89fa-848b71477f4f req-7705eac8-835d-4981-b3bb-5ba502792ba6 service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917315 Sep 15 13:47:12.437131 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198cf08-10d0-4ded-9cc7-4f18a69732a8 req-4a023bf8-84b0-42d8-a871-f59a4ae5867f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:12.439246 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7198cf08-10d0-4ded-9cc7-4f18a69732a8 req-4a023bf8-84b0-42d8-a871-f59a4ae5867f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 944 time: 0.0497010 Sep 15 13:47:12.478567 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7198cf08-10d0-4ded-9cc7-4f18a69732a8 req-03d8d839-76c0-442e-8d8c-cc0675c54e78 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333090 Sep 15 13:47:12.515552 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a5565-105e-45fb-87e1-2297e0bb623c req-1b2b22a1-adcc-4069-ac42-603509bd453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:12.522412 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8d5a5565-105e-45fb-87e1-2297e0bb623c req-1b2b22a1-adcc-4069-ac42-603509bd453b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d000803518a4c8b8c0afbc4b57421d1&device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 1097 time: 0.0422900 Sep 15 13:47:12.614088 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a5565-105e-45fb-87e1-2297e0bb623c req-a4acbb1a-e17f-43ba-8c64-d9d807b80d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:12.615606 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8d5a5565-105e-45fb-87e1-2297e0bb623c req-a4acbb1a-e17f-43ba-8c64-d9d807b80d24 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3c62f92a-f427-49c1-a85d-80b6167fa3af HTTP/1.1" status: 200 len: 912 time: 0.0902150 Sep 15 13:47:12.658587 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8d5a5565-105e-45fb-87e1-2297e0bb623c req-12d25808-a0fe-48d7-8dd2-42ea54c5b05b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4720ef2-ca57-48ac-b89f-75ae85063f6e HTTP/1.1" status: 200 len: 217 time: 0.0345180 Sep 15 13:47:12.707356 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a5565-105e-45fb-87e1-2297e0bb623c req-8f976742-8140-4751-a611-956136324899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:12.708745 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8d5a5565-105e-45fb-87e1-2297e0bb623c req-8f976742-8140-4751-a611-956136324899 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a985cd71-7a70-4104-b2ec-144e68665c3a HTTP/1.1" status: 200 len: 850 time: 0.0427947 Sep 15 13:47:12.755133 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a5565-105e-45fb-87e1-2297e0bb623c req-c795a0c9-3c93-4eaf-aa4d-924c586b6b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:12.756952 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8d5a5565-105e-45fb-87e1-2297e0bb623c req-c795a0c9-3c93-4eaf-aa4d-924c586b6b37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3c62f92a-f427-49c1-a85d-80b6167fa3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402207 Sep 15 13:47:12.865900 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8d5a5565-105e-45fb-87e1-2297e0bb623c req-ba4c84d6-7915-4f3b-8231-a03f42730ae3 service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907202 Sep 15 13:47:12.949005 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8d5a5565-105e-45fb-87e1-2297e0bb623c req-875f568d-a033-4d9c-b038-9cd3f3569a3d service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862427 Sep 15 13:47:13.456698 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a7b61-ebd9-4b8b-ac40-7de913372363 req-6411c253-0e2a-44e5-b453-2cb582a85a9c tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:13.458230 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-1a5a7b61-ebd9-4b8b-ac40-7de913372363 req-6411c253-0e2a-44e5-b453-2cb582a85a9c tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 943 time: 0.0526614 Sep 15 13:47:13.545378 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-1a5a7b61-ebd9-4b8b-ac40-7de913372363 req-486eb649-876e-49ba-a03b-81ea10b7c09b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321059 Sep 15 13:47:13.597984 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fecc81-4cff-44fa-8871-db0e70e15aea req-1e979a01-c543-4ddc-89c6-431e0baf476b tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:13.599548 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-54fecc81-4cff-44fa-8871-db0e70e15aea req-1e979a01-c543-4ddc-89c6-431e0baf476b tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 944 time: 0.0526826 Sep 15 13:47:13.640585 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-54fecc81-4cff-44fa-8871-db0e70e15aea req-91ae6d0e-b925-447c-9b56-6cfe35fe066f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337753 Sep 15 13:47:14.618975 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c721fc9-53fb-4644-922f-ff18c940dcb5 req-d894299d-2fae-445a-b129-61cef342ca18 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:14.620391 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-8c721fc9-53fb-4644-922f-ff18c940dcb5 req-d894299d-2fae-445a-b129-61cef342ca18 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 943 time: 0.0517299 Sep 15 13:47:14.658211 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-8c721fc9-53fb-4644-922f-ff18c940dcb5 req-dfacd488-38e8-4885-94cd-81350a3a75cd tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315230 Sep 15 13:47:14.760360 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd93dc-97a2-44f0-8713-6691a4487382 req-e710cd66-ba6c-41c0-a4fd-196966821715 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:14.761883 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dcfd93dc-97a2-44f0-8713-6691a4487382 req-e710cd66-ba6c-41c0-a4fd-196966821715 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 944 time: 0.0488498 Sep 15 13:47:14.802875 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dcfd93dc-97a2-44f0-8713-6691a4487382 req-198b4215-abca-45fb-b4bd-9c86962b6293 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338089 Sep 15 13:47:15.781282 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e696f-5f40-4834-ab79-0f14401aa8f8 req-48845c36-1c82-4bc1-a6ba-8688b356730e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:15.782780 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-962e696f-5f40-4834-ab79-0f14401aa8f8 req-48845c36-1c82-4bc1-a6ba-8688b356730e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 943 time: 0.0524261 Sep 15 13:47:15.821841 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-962e696f-5f40-4834-ab79-0f14401aa8f8 req-ca09aba2-4f4e-4640-9945-aba8c51d008d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329826 Sep 15 13:47:15.927615 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28643c5e-6992-4b36-84ea-479917255daa req-fbf22534-c11a-487a-a90e-450aeefd03a7 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:15.929127 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-28643c5e-6992-4b36-84ea-479917255daa req-fbf22534-c11a-487a-a90e-450aeefd03a7 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 944 time: 0.0507052 Sep 15 13:47:15.967222 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-28643c5e-6992-4b36-84ea-479917255daa req-55966cb9-01ab-474c-82f4-e48801bcbcf1 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320165 Sep 15 13:47:16.940838 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25284327-5df7-4361-8121-869ed60e9a8b req-cd7297ef-7663-43ba-b906-ee9e8f1b37fc tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:16.942328 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-25284327-5df7-4361-8121-869ed60e9a8b req-cd7297ef-7663-43ba-b906-ee9e8f1b37fc tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 943 time: 0.0479219 Sep 15 13:47:16.979029 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-25284327-5df7-4361-8121-869ed60e9a8b req-378959c6-d19c-4540-b13f-744608e1f39d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308733 Sep 15 13:47:17.080018 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e8bef-77fe-42db-bb58-ac2acf4552b4 req-e12ee520-e4b6-4368-969c-18a75b9d6894 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:17.081508 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-658e8bef-77fe-42db-bb58-ac2acf4552b4 req-e12ee520-e4b6-4368-969c-18a75b9d6894 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 944 time: 0.0481687 Sep 15 13:47:17.119122 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-658e8bef-77fe-42db-bb58-ac2acf4552b4 req-f68471f1-9f0a-488a-a759-c20abefc0b84 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309784 Sep 15 13:47:18.095764 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3676810-3b73-4201-986c-ecf67cb4d881 req-f4a48f3f-9dd0-43a2-a9fe-04678b2efd8e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:18.097225 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b3676810-3b73-4201-986c-ecf67cb4d881 req-f4a48f3f-9dd0-43a2-a9fe-04678b2efd8e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 943 time: 0.0473166 Sep 15 13:47:18.133925 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b3676810-3b73-4201-986c-ecf67cb4d881 req-d743048b-0b39-4101-90e8-da90603e9151 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308995 Sep 15 13:47:18.237313 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00ac2b-0415-4e2c-97f7-da60a07edb32 req-318e7a8d-23bb-4f4d-ac16-d254e153ec0a tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:18.238690 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-6e00ac2b-0415-4e2c-97f7-da60a07edb32 req-318e7a8d-23bb-4f4d-ac16-d254e153ec0a tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 944 time: 0.0545390 Sep 15 13:47:18.275296 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-6e00ac2b-0415-4e2c-97f7-da60a07edb32 req-a080e242-c852-4606-a953-aa2ed050566e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308158 Sep 15 13:47:18.952629 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device d4720ef2-ca57-48ac-b89f-75ae85063f6e details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:47:19.045267 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port d4720ef2-ca57-48ac-b89f-75ae85063f6e, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=d4720ef2-ca57-48ac-b89f-75ae85063f6e,segment=NetworkSegment(7f2672a9-5a98-4eec-a2e9-032da0ac542f),segment_id=7f2672a9-5a98-4eec-a2e9-032da0ac542f)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:47:19.059359 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': 'd4720ef2-ca57-48ac-b89f-75ae85063f6e', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'port_id': 'd4720ef2-ca57-48ac-b89f-75ae85063f6e', 'mac_address': 'fa:16:3e:fd:e3:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:47:19.095782 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:19.107763 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4720ef2-ca57-48ac-b89f-75ae85063f6e {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:47:19.126520 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port d4720ef2-ca57-48ac-b89f-75ae85063f6e, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=d4720ef2-ca57-48ac-b89f-75ae85063f6e,segment=NetworkSegment(7f2672a9-5a98-4eec-a2e9-032da0ac542f),segment_id=7f2672a9-5a98-4eec-a2e9-032da0ac542f)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:47:19.175081 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:19.175639 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device b2bc793d-38ba-40f2-9359-936a50101bd4 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:47:19.247909 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=d4720ef2-ca57-48ac-b89f-75ae85063f6e,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:19.257234 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0436e-0876-4925-9563-e32b26746e7d req-a9c7cd6e-7a6d-4b7f-90f1-2792aca57a14 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:19.258150 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:19.258522 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:19.258753 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-33d0436e-0876-4925-9563-e32b26746e7d req-a9c7cd6e-7a6d-4b7f-90f1-2792aca57a14 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 943 time: 0.0520821 Sep 15 13:47:19.258860 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:19.259188 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:19.259521 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:19.259849 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:19.260174 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:19.260496 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:19.260819 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:19.261141 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:19.261473 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:19.261789 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:19.298351 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-33d0436e-0876-4925-9563-e32b26746e7d req-6afb6876-5e72-430c-af4a-e5d8fdbae640 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334849 Sep 15 13:47:19.323228 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port b2bc793d-38ba-40f2-9359-936a50101bd4, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=b2bc793d-38ba-40f2-9359-936a50101bd4,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:47:19.334963 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': 'b2bc793d-38ba-40f2-9359-936a50101bd4', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'port_id': 'b2bc793d-38ba-40f2-9359-936a50101bd4', 'mac_address': 'fa:16:3e:56:fa:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:47:19.371245 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:19.384630 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2bc793d-38ba-40f2-9359-936a50101bd4 {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:47:19.393409 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e5bfe-bf4f-4076-94b3-b03fcc90e5a5 req-8ad87d7e-93d1-49b5-a72d-77d134d22c93 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:19.394900 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ef2e5bfe-bf4f-4076-94b3-b03fcc90e5a5 req-8ad87d7e-93d1-49b5-a72d-77d134d22c93 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 945 time: 0.0490925 Sep 15 13:47:19.403703 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port b2bc793d-38ba-40f2-9359-936a50101bd4, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=b2bc793d-38ba-40f2-9359-936a50101bd4,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:47:19.433326 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ef2e5bfe-bf4f-4076-94b3-b03fcc90e5a5 req-f49afefd-e3f5-44ed-b9e5-681d16878712 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323763 Sep 15 13:47:19.460424 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:19.507282 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=b2bc793d-38ba-40f2-9359-936a50101bd4,revision_number=9']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:19.721337 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['d4720ef2-ca57-48ac-b89f-75ae85063f6e'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:47:19.724653 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['b2bc793d-38ba-40f2-9359-936a50101bd4'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:47:20.422570 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d830762-53a5-4b9e-be6b-c2a798863eb4 req-7b63af14-5f89-467e-8836-8eef81102673 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:20.424127 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8d830762-53a5-4b9e-be6b-c2a798863eb4 req-7b63af14-5f89-467e-8836-8eef81102673 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 944 time: 0.0511346 Sep 15 13:47:20.463541 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8d830762-53a5-4b9e-be6b-c2a798863eb4 req-b5085664-5c0a-47e5-b2a1-2f8ff0b3f4e2 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334067 Sep 15 13:47:20.616805 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5b3e3-a84f-4c20-8613-946aacab8b4c req-6df23897-455a-4312-912c-aa51a690d1b8 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:20.618221 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-54c5b3e3-a84f-4c20-8613-946aacab8b4c req-6df23897-455a-4312-912c-aa51a690d1b8 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 945 time: 0.1189673 Sep 15 13:47:20.657662 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-54c5b3e3-a84f-4c20-8613-946aacab8b4c req-1a68f6e5-dc43-427b-8a66-ee08f57677cb tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331185 Sep 15 13:47:20.968137 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device b2bc793d-38ba-40f2-9359-936a50101bd4 up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:47:21.015077 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port b2bc793d-38ba-40f2-9359-936a50101bd4 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:47:21.015477 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:21.092642 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:21.124728 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bc793d-38ba-40f2-9359-936a50101bd4'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:47:21.127592 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329e7288-c6b3-472a-8f5f-00032a5cb560" -d '{"events": [{"server_uuid": "cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff", "name": "network-vif-plugged", "status": "completed", "tag": "b2bc793d-38ba-40f2-9359-936a50101bd4"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:47:21.143026 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port b2bc793d-38ba-40f2-9359-936a50101bd4, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=b2bc793d-38ba-40f2-9359-936a50101bd4,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:47:21.227551 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3069c70d-9bf8-4f8e-a5ef-946dc251d582 x-openstack-request-id: req-3069c70d-9bf8-4f8e-a5ef-946dc251d582 {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:47:21.227881 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff", "name": "network-vif-plugged", "status": "completed", "tag": "b2bc793d-38ba-40f2-9359-936a50101bd4", "code": 200}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:47:21.228179 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3069c70d-9bf8-4f8e-a5ef-946dc251d582 {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:47:21.228606 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bc793d-38ba-40f2-9359-936a50101bd4', 'code': 200} Sep 15 13:47:21.266862 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-416a486e-ed9f-4dfc-8914-0a2bde57e559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:21.268519 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:21.269383 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device d4720ef2-ca57-48ac-b89f-75ae85063f6e up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:47:21.342952 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=b2bc793d-38ba-40f2-9359-936a50101bd4,revision_number=10']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:21.409955 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning for port d4720ef2-ca57-48ac-b89f-75ae85063f6e completed by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:47:21.414012 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port d4720ef2-ca57-48ac-b89f-75ae85063f6e triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:47:21.414380 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:21.507131 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:21.547434 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port d4720ef2-ca57-48ac-b89f-75ae85063f6e, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=d4720ef2-ca57-48ac-b89f-75ae85063f6e,segment=NetworkSegment(7f2672a9-5a98-4eec-a2e9-032da0ac542f),segment_id=7f2672a9-5a98-4eec-a2e9-032da0ac542f)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:47:21.604193 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a9085-4904-40e0-92f9-c0f510715140 req-7b49377f-b80b-4338-9de7-baa4fd7118c9 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:21.605763 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-bf3a9085-4904-40e0-92f9-c0f510715140 req-7b49377f-b80b-4338-9de7-baa4fd7118c9 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 946 time: 0.0640116 Sep 15 13:47:21.632513 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:21.651762 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-bf3a9085-4904-40e0-92f9-c0f510715140 req-fb3fa9b5-b64e-4990-afd4-bbea51cb62d2 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388899 Sep 15 13:47:21.685019 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=d4720ef2-ca57-48ac-b89f-75ae85063f6e,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:21.819298 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ff356-edfb-4e92-8125-00b6d0e29a52 req-a3f4d646-5084-4c75-aa77-0022c78b6705 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:21.820913 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a08ff356-edfb-4e92-8125-00b6d0e29a52 req-a3f4d646-5084-4c75-aa77-0022c78b6705 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 946 time: 0.0591474 Sep 15 13:47:21.899076 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a08ff356-edfb-4e92-8125-00b6d0e29a52 req-275ad442-bf0a-4e5d-a25d-f6d345c46a59 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711591 Sep 15 13:47:21.907441 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d38544-4338-41df-baa8-d6ed3d98351d req-392dc3d8-61bf-4a57-8ebe-b34ac4238061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:21.908905 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e5d38544-4338-41df-baa8-d6ed3d98351d req-392dc3d8-61bf-4a57-8ebe-b34ac4238061 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 1099 time: 0.0729818 Sep 15 13:47:21.949838 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e5d38544-4338-41df-baa8-d6ed3d98351d req-a3b5a948-eb05-4592-8e63-7bb75ca621fa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297103 Sep 15 13:47:22.775931 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96195f0a-e9c8-4471-9067-271710dd483f req-a0133778-bb4a-4151-9604-a4d04cd72ce3 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:22.777420 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-96195f0a-e9c8-4471-9067-271710dd483f req-a0133778-bb4a-4151-9604-a4d04cd72ce3 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 946 time: 0.0480082 Sep 15 13:47:22.814968 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-96195f0a-e9c8-4471-9067-271710dd483f req-514eb65d-80a4-4311-9275-318704a51316 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311525 Sep 15 13:47:23.018359 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a158d-7b30-48fe-8048-fd8d7e101e7c req-6732f429-e533-4763-ae74-3cd2c3c38023 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:23.019734 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d02a158d-7b30-48fe-8048-fd8d7e101e7c req-6732f429-e533-4763-ae74-3cd2c3c38023 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 946 time: 0.0487938 Sep 15 13:47:23.056572 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d02a158d-7b30-48fe-8048-fd8d7e101e7c req-28cb76f2-132f-4573-a3f0-2636462cd8fe tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309083 Sep 15 13:47:23.229980 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94a76a5-2c4d-470f-8ea5-5448146ce13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4720ef2-ca57-48ac-b89f-75ae85063f6e'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:47:23.232393 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb380230-57a6-4c2b-85f8-fa76fdd91f81" -d '{"events": [{"server_uuid": "f94a76a5-2c4d-470f-8ea5-5448146ce13c", "name": "network-vif-plugged", "status": "completed", "tag": "d4720ef2-ca57-48ac-b89f-75ae85063f6e"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:47:23.268137 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb767b1-5aa5-44ad-aef1-c4031a395274 x-openstack-request-id: req-9eb767b1-5aa5-44ad-aef1-c4031a395274 {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:47:23.268482 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94a76a5-2c4d-470f-8ea5-5448146ce13c", "name": "network-vif-plugged", "status": "completed", "tag": "d4720ef2-ca57-48ac-b89f-75ae85063f6e", "code": 200}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:47:23.268686 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9eb767b1-5aa5-44ad-aef1-c4031a395274 {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:47:23.269077 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94a76a5-2c4d-470f-8ea5-5448146ce13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4720ef2-ca57-48ac-b89f-75ae85063f6e', 'code': 200} Sep 15 13:47:23.683080 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-bc051e16-e76a-4c4a-bb40-ebc298aa8a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:23.763070 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:23.932405 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510086b-7517-4c72-92f2-d9b6c04ccf14 req-0f36e66d-4779-44dd-91bf-b3757df33ac9 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:23.933934 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c510086b-7517-4c72-92f2-d9b6c04ccf14 req-0f36e66d-4779-44dd-91bf-b3757df33ac9 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 946 time: 0.0482292 Sep 15 13:47:23.970690 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c510086b-7517-4c72-92f2-d9b6c04ccf14 req-1d04095f-8335-4a7d-9c93-785f202e7e1c tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302508 Sep 15 13:47:24.172082 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b68fb5-f520-45ca-a40c-2165aa931bf0 req-0f261c31-8c67-4d04-b13c-c9d13ac35845 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:24.174568 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f9b68fb5-f520-45ca-a40c-2165aa931bf0 req-0f261c31-8c67-4d04-b13c-c9d13ac35845 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 946 time: 0.0500464 Sep 15 13:47:24.212344 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f9b68fb5-f520-45ca-a40c-2165aa931bf0 req-fc5f3b0b-28da-43d0-9673-e4c2bb11867d tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317121 Sep 15 13:47:25.065895 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:25.093704 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a2781-2c2a-4bd0-a081-966ef9a91c48 req-bea8286f-9030-4013-84fd-e0bb9f70dd05 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:25.095378 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2b1a2781-2c2a-4bd0-a081-966ef9a91c48 req-bea8286f-9030-4013-84fd-e0bb9f70dd05 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 946 time: 0.0531547 Sep 15 13:47:25.132367 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2b1a2781-2c2a-4bd0-a081-966ef9a91c48 req-00467173-f8a4-4bf1-935d-bc2e3b049445 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309963 Sep 15 13:47:25.328470 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89235d59-67c5-4864-b8c0-6d5de066e010 req-c842116d-0944-479f-aa2c-3ccd05a09ee2 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:25.329977 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-89235d59-67c5-4864-b8c0-6d5de066e010 req-c842116d-0944-479f-aa2c-3ccd05a09ee2 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 946 time: 0.0529697 Sep 15 13:47:25.367671 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-89235d59-67c5-4864-b8c0-6d5de066e010 req-4901d3b8-2087-46d7-9fc1-14c452e3b5d8 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316739 Sep 15 13:47:25.767987 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96395031-54c9-441e-8f36-a0e932f2c48d req-2c0c3faa-9093-4a1d-ac46-1f2a3a351591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:25.769516 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-96395031-54c9-441e-8f36-a0e932f2c48d req-2c0c3faa-9093-4a1d-ac46-1f2a3a351591 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 1099 time: 0.0403063 Sep 15 13:47:25.804730 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-96395031-54c9-441e-8f36-a0e932f2c48d req-f2c2385a-edd0-4669-bf64-88c9b64336f9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273297 Sep 15 13:47:26.253049 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a628043-856e-4670-b248-b89599e1171e req-4111bb78-ec78-47ed-b4ab-2f59c869e5a2 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:26.258248 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-6a628043-856e-4670-b248-b89599e1171e req-4111bb78-ec78-47ed-b4ab-2f59c869e5a2 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 946 time: 0.0495615 Sep 15 13:47:26.290864 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-6a628043-856e-4670-b248-b89599e1171e req-349f0071-97ff-4039-835b-0236ba9e628a tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305052 Sep 15 13:47:26.491339 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b9375-d00d-449b-adbf-b7bf47e9337a req-70977906-af3f-4d47-8e04-bde8b70cad1d tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:26.492843 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fb2b9375-d00d-449b-adbf-b7bf47e9337a req-70977906-af3f-4d47-8e04-bde8b70cad1d tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 946 time: 0.0498066 Sep 15 13:47:26.530592 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fb2b9375-d00d-449b-adbf-b7bf47e9337a req-466d18eb-ffa0-4c2a-b579-e5c136d163da tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318880 Sep 15 13:47:26.666226 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:27.413211 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab22e00-dd25-4e68-b86c-b042cea64900 req-4583963a-b4fe-4db3-993a-d0f3eb5d4495 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:27.414681 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-7ab22e00-dd25-4e68-b86c-b042cea64900 req-4583963a-b4fe-4db3-993a-d0f3eb5d4495 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 946 time: 0.0519745 Sep 15 13:47:27.451776 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-7ab22e00-dd25-4e68-b86c-b042cea64900 req-9d809c67-b64e-408b-8cb6-c949b3e7ac30 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312426 Sep 15 13:47:27.643156 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8124c4-b9a4-4635-b66a-9aa946a47021 req-915642bd-3972-4923-8e1d-00527f79cea0 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:27.644619 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7f8124c4-b9a4-4635-b66a-9aa946a47021 req-915642bd-3972-4923-8e1d-00527f79cea0 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 946 time: 0.0486736 Sep 15 13:47:27.682060 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7f8124c4-b9a4-4635-b66a-9aa946a47021 req-d24db0f5-91da-439a-8ff9-a8281fe5ed0e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315304 Sep 15 13:47:27.793065 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5285c-6be4-4da0-b861-7a8777d747a8 req-631b27ed-1f18-4f36-b884-7839c8122316 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:27.794561 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f5c5285c-6be4-4da0-b861-7a8777d747a8 req-631b27ed-1f18-4f36-b884-7839c8122316 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 946 time: 0.0483308 Sep 15 13:47:27.833618 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f5c5285c-6be4-4da0-b861-7a8777d747a8 req-a16d932b-b8ed-42fd-b66b-93c6b2829b7e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321567 Sep 15 13:47:27.855142 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 50744) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:47:27.935518 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270dc7c3-0d36-4537-9026-5eb4fb242c41 tempest-TestVolumeBootPattern-1434962832 tempest-TestVolumeBootPattern-1434962832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:27.936931 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-270dc7c3-0d36-4537-9026-5eb4fb242c41 tempest-TestVolumeBootPattern-1434962832 tempest-TestVolumeBootPattern-1434962832-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 1094 time: 0.0808320 Sep 15 13:47:27.940330 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 50748) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:47:27.944539 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-27ee068c-5a6f-46ad-a133-5db066f164cc tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Request body: {'floatingip': {'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'port_id': 'd4720ef2-ca57-48ac-b89f-75ae85063f6e', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:47:28.020166 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-27ee068c-5a6f-46ad-a133-5db066f164cc tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for floatingip, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:28.117530 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-27ee068c-5a6f-46ad-a133-5db066f164cc tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:28.220607 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [None req-27ee068c-5a6f-46ad-a133-5db066f164cc tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Allocated IP 172.27.0.239 (ece37916-b27e-4896-b760-50248bab8142/37569b60-ab24-446b-9709-ec585ea5ec0b/5820079f-b98e-4653-bd3d-53f7a05364f3) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:47:28.319884 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-27ee068c-5a6f-46ad-a133-5db066f164cc tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:28.466437 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-27ee068c-5a6f-46ad-a133-5db066f164cc tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:28.502606 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ee068c-5a6f-46ad-a133-5db066f164cc tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Network ece37916-b27e-4896-b760-50248bab8142 is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:47:28.505722 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [None req-27ee068c-5a6f-46ad-a133-5db066f164cc tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:47:28.508296 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ee068c-5a6f-46ad-a133-5db066f164cc tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:47:28.551578 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee068c-5a6f-46ad-a133-5db066f164cc tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Pushing event updated for resources: {'Port': ['ID=5820079f-b98e-4653-bd3d-53f7a05364f3,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:28.578007 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3284b-8fac-4a03-b44b-ba9c8ae621bf req-58379688-9320-410a-956d-0f6c65a3be7d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:28.579743 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3db3284b-8fac-4a03-b44b-ba9c8ae621bf req-58379688-9320-410a-956d-0f6c65a3be7d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 946 time: 0.0544739 Sep 15 13:47:28.618082 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3db3284b-8fac-4a03-b44b-ba9c8ae621bf req-09d289cc-22b1-4ac2-8eb7-1f2eb83538da tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320737 Sep 15 13:47:28.855768 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-27ee068c-5a6f-46ad-a133-5db066f164cc tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:28.991059 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-27ee068c-5a6f-46ad-a133-5db066f164cc tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:29.132887 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-27ee068c-5a6f-46ad-a133-5db066f164cc tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:29.191559 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-27ee068c-5a6f-46ad-a133-5db066f164cc tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:29.264307 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee068c-5a6f-46ad-a133-5db066f164cc tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Pushing event updated for resources: {'Port': ['ID=5820079f-b98e-4653-bd3d-53f7a05364f3,revision_number=2']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:29.273684 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-27ee068c-5a6f-46ad-a133-5db066f164cc tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550917'] for floatingip, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:29.371267 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.db.l3_db [None req-27ee068c-5a6f-46ad-a133-5db066f164cc tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Floating IP 6737418d-23f4-4c0d-be4e-d346909334b5 associated. External IP: 172.27.0.239, port: d4720ef2-ca57-48ac-b89f-75ae85063f6e. Sep 15 13:47:29.571611 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ee068c-5a6f-46ad-a133-5db066f164cc tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Router d1cc937a-1563-4340-9e26-69b6dd3a933a has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:47:29.971359 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44f7df-4614-4ef1-82c9-06c2022695ab req-481f82e6-d2be-4e19-8098-d3afdad38138 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:29.972801 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-bf44f7df-4614-4ef1-82c9-06c2022695ab req-481f82e6-d2be-4e19-8098-d3afdad38138 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 946 time: 0.0902874 Sep 15 13:47:29.989464 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ee068c-5a6f-46ad-a133-5db066f164cc tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:47:29.999468 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52858972-26c2-420f-9abc-d0ae4b57c060 None None] Sync routers for ids ['d1cc937a-1563-4340-9e26-69b6dd3a933a'] in dv-cinder-803456-3-iscsi {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:47:30.008901 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52858972-26c2-420f-9abc-d0ae4b57c060 None None] Routers {'d1cc937a-1563-4340-9e26-69b6dd3a933a'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:47:30.009530 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-52858972-26c2-420f-9abc-d0ae4b57c060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:47:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['d1cc937a-1563-4340-9e26-69b6dd3a933a'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:47:30.026177 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-bf44f7df-4614-4ef1-82c9-06c2022695ab req-41b8c2bf-50a8-4aac-9f5c-e576f216efff tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456398 Sep 15 13:47:30.083169 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-27ee068c-5a6f-46ad-a133-5db066f164cc tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for floatingip, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:30.110189 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-27ee068c-5a6f-46ad-a133-5db066f164cc tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1688626 Sep 15 13:47:30.110822 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94a76a5-2c4d-470f-8ea5-5448146ce13c', 'tag': 'd4720ef2-ca57-48ac-b89f-75ae85063f6e'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:47:30.113681 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f18d9e-8464-450b-8ee1-2ffc9ca9ac71" -d '{"events": [{"name": "network-changed", "server_uuid": "f94a76a5-2c4d-470f-8ea5-5448146ce13c", "tag": "d4720ef2-ca57-48ac-b89f-75ae85063f6e"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:47:30.123004 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-52858972-26c2-420f-9abc-d0ae4b57c060 None None] Set router d1cc937a-1563-4340-9e26-69b6dd3a933a gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:47:30.149191 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da1ae2a-a31f-4046-969c-ca7e45d75861 x-openstack-request-id: req-3da1ae2a-a31f-4046-969c-ca7e45d75861 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:47:30.149545 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94a76a5-2c4d-470f-8ea5-5448146ce13c", "tag": "d4720ef2-ca57-48ac-b89f-75ae85063f6e", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:47:30.149861 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3da1ae2a-a31f-4046-969c-ca7e45d75861 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:47:30.150331 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94a76a5-2c4d-470f-8ea5-5448146ce13c', 'tag': 'd4720ef2-ca57-48ac-b89f-75ae85063f6e', 'status': 'completed', 'code': 200} Sep 15 13:47:30.242945 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f18d9e-8464-450b-8ee1-2ffc9ca9ac71 req-ddb2b7ce-295d-4fa2-a904-ed02b94e51c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:30.244434 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e7f18d9e-8464-450b-8ee1-2ffc9ca9ac71 req-ddb2b7ce-295d-4fa2-a904-ed02b94e51c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d000803518a4c8b8c0afbc4b57421d1&device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 1099 time: 0.0462768 Sep 15 13:47:30.343582 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f18d9e-8464-450b-8ee1-2ffc9ca9ac71 req-7a32329b-6089-458f-8e36-d65ec22a7183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:30.345049 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e7f18d9e-8464-450b-8ee1-2ffc9ca9ac71 req-7a32329b-6089-458f-8e36-d65ec22a7183 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3c62f92a-f427-49c1-a85d-80b6167fa3af HTTP/1.1" status: 200 len: 912 time: 0.0889366 Sep 15 13:47:30.351621 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-52858972-26c2-420f-9abc-d0ae4b57c060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 4, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': '6737418d-23f4-4c0d-be4e-d346909334b5', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'port_id': 'd4720ef2-ca57-48ac-b89f-75ae85063f6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'mac_address': 'fa:16:3e:fd:e3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a76a5-2c4d-470f-8ea5-5448146ce13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:47:28Z', 'updated_at': '2021-09-15T13:47:28Z', 'revision_number': 0, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22843d98-86b0-4dd6-88b6-558f17685ef1', 'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'mac_address': 'fa:16:3e:1b:50:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:22Z', 'updated_at': '2021-09-15T13:46:28Z', 'revision_number': 5, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'subnets': [{'id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:47:30.378283 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52858972-26c2-420f-9abc-d0ae4b57c060 None None] Checking router: d1cc937a-1563-4340-9e26-69b6dd3a933a for host: dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:47:30.386869 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52858972-26c2-420f-9abc-d0ae4b57c060 None None] Routers {'d1cc937a-1563-4340-9e26-69b6dd3a933a'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:47:30.387499 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-52858972-26c2-420f-9abc-d0ae4b57c060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:47:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['d1cc937a-1563-4340-9e26-69b6dd3a933a'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:47:30.425503 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e7f18d9e-8464-450b-8ee1-2ffc9ca9ac71 req-243e0ad0-fe52-4308-961f-d01f8e219bc3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4720ef2-ca57-48ac-b89f-75ae85063f6e HTTP/1.1" status: 200 len: 1000 time: 0.0705359 Sep 15 13:47:30.483593 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f18d9e-8464-450b-8ee1-2ffc9ca9ac71 req-01361c7b-0166-4da9-af9f-d821ec32f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:30.485148 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e7f18d9e-8464-450b-8ee1-2ffc9ca9ac71 req-01361c7b-0166-4da9-af9f-d821ec32f845 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a985cd71-7a70-4104-b2ec-144e68665c3a HTTP/1.1" status: 200 len: 850 time: 0.0511537 Sep 15 13:47:30.510761 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-52858972-26c2-420f-9abc-d0ae4b57c060 None None] Set router d1cc937a-1563-4340-9e26-69b6dd3a933a gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:47:30.534442 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f18d9e-8464-450b-8ee1-2ffc9ca9ac71 req-5c2d714b-3caf-4bb8-a59a-5e9323238dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:30.535934 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e7f18d9e-8464-450b-8ee1-2ffc9ca9ac71 req-5c2d714b-3caf-4bb8-a59a-5e9323238dc6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3c62f92a-f427-49c1-a85d-80b6167fa3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418832 Sep 15 13:47:30.631621 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e7f18d9e-8464-450b-8ee1-2ffc9ca9ac71 req-c1019a43-f031-4d40-b240-7feca342022b service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884461 Sep 15 13:47:30.737934 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e7f18d9e-8464-450b-8ee1-2ffc9ca9ac71 req-e0707f8d-815a-43b8-8f2b-230317417a59 service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976300 Sep 15 13:47:30.747844 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-52858972-26c2-420f-9abc-d0ae4b57c060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 4, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': '6737418d-23f4-4c0d-be4e-d346909334b5', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'port_id': 'd4720ef2-ca57-48ac-b89f-75ae85063f6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'mac_address': 'fa:16:3e:fd:e3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a76a5-2c4d-470f-8ea5-5448146ce13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:47:28Z', 'updated_at': '2021-09-15T13:47:28Z', 'revision_number': 0, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22843d98-86b0-4dd6-88b6-558f17685ef1', 'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'mac_address': 'fa:16:3e:1b:50:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:22Z', 'updated_at': '2021-09-15T13:46:28Z', 'revision_number': 5, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'subnets': [{'id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:47:30.774886 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52858972-26c2-420f-9abc-d0ae4b57c060 None None] The sync data for ids ['d1cc937a-1563-4340-9e26-69b6dd3a933a'] in dv-cinder-803456-3-iscsi is: [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 4, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': '6737418d-23f4-4c0d-be4e-d346909334b5', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'port_id': 'd4720ef2-ca57-48ac-b89f-75ae85063f6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'mac_address': 'fa:16:3e:fd:e3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94a76a5-2c4d-470f-8ea5-5448146ce13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:47:28Z', 'updated_at': '2021-09-15T13:47:28Z', 'revision_number': 0, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22843d98-86b0-4dd6-88b6-558f17685ef1', 'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'mac_address': 'fa:16:3e:1b:50:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:22Z', 'updated_at': '2021-09-15T13:46:28Z', 'revision_number': 5, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'subnets': [{'id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:47:30.991626 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e5ce4c-7d2c-42c7-a02a-fedf43370099 None None] New status for floating IP 6737418d-23f4-4c0d-be4e-d346909334b5: ACTIVE {{(pid=101216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:47:31.377316 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:47:34.631612 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88c3a7-7f67-480f-807b-8770fc6491a3 req-4d06ad5d-4164-46d6-9eac-f26d23436e28 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:34.633118 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-dc88c3a7-7f67-480f-807b-8770fc6491a3 req-4d06ad5d-4164-46d6-9eac-f26d23436e28 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0548289 Sep 15 13:47:34.673045 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-dc88c3a7-7f67-480f-807b-8770fc6491a3 req-d714c142-dcad-4c46-9785-b86df14fbca7 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333643 Sep 15 13:47:35.790614 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a9760-65de-41c1-a37b-af0f1c7ab1f1 req-34fa4ff4-f924-4721-8b13-df04f6e64b04 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:35.792342 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-904a9760-65de-41c1-a37b-af0f1c7ab1f1 req-34fa4ff4-f924-4721-8b13-df04f6e64b04 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0504005 Sep 15 13:47:35.830860 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-904a9760-65de-41c1-a37b-af0f1c7ab1f1 req-9c052e9c-bc4b-46fd-a5b2-5b08e813feb5 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320125 Sep 15 13:47:36.948908 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b19582-cb1c-4486-ac43-3194bb24e3d7 req-f19ee7c3-4f61-4525-87b6-f568983dfd7d tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:36.950334 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-00b19582-cb1c-4486-ac43-3194bb24e3d7 req-f19ee7c3-4f61-4525-87b6-f568983dfd7d tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0521500 Sep 15 13:47:36.988907 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-00b19582-cb1c-4486-ac43-3194bb24e3d7 req-4c3acf30-3fa8-4bfb-8c87-9c7339115925 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320747 Sep 15 13:47:37.815380 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:38.104891 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b267e7-b444-4dcb-8afb-d84a79fdab12 req-87a9e231-a67f-4f49-95e9-a8532a59a893 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:38.106509 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-07b267e7-b444-4dcb-8afb-d84a79fdab12 req-87a9e231-a67f-4f49-95e9-a8532a59a893 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0497963 Sep 15 13:47:38.144539 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-07b267e7-b444-4dcb-8afb-d84a79fdab12 req-88e20943-e37d-4fbd-9cc9-d4378cbee5f8 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316408 Sep 15 13:47:39.265005 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fe7a9-7d20-40cb-ae77-e9ea5cc68503 req-911c79b9-6b8d-4f25-8f40-4329023657cf tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:39.266590 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-229fe7a9-7d20-40cb-ae77-e9ea5cc68503 req-911c79b9-6b8d-4f25-8f40-4329023657cf tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0535157 Sep 15 13:47:39.306246 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-229fe7a9-7d20-40cb-ae77-e9ea5cc68503 req-2dea921d-63d0-48a5-bb65-2b2ab643e562 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325227 Sep 15 13:47:40.425090 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50628388-d380-4405-8391-72231015fab1 req-f5aec2a4-ee6e-4f86-83c9-fe5b3039f308 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:40.426506 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-50628388-d380-4405-8391-72231015fab1 req-f5aec2a4-ee6e-4f86-83c9-fe5b3039f308 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0516748 Sep 15 13:47:40.463959 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-50628388-d380-4405-8391-72231015fab1 req-f6327a01-8658-484d-b421-e47adb9e8a75 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316896 Sep 15 13:47:41.461027 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-710f1ffa-9cf8-407a-96c0-20ca37e9be52 req-cdef2bf5-1936-4c87-ac74-e939ae4bc215 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442884 Sep 15 13:47:41.524282 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f1ffa-9cf8-407a-96c0-20ca37e9be52 req-c755db52-a2ce-40c2-830c-4b0b98c3c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:41.525837 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-710f1ffa-9cf8-407a-96c0-20ca37e9be52 req-c755db52-a2ce-40c2-830c-4b0b98c3c427 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d456829f8de447eea8fd66f35874b574&device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 1099 time: 0.0404158 Sep 15 13:47:41.634709 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd0048-6f92-402e-a050-f1876a3fa46a req-22cbd782-e157-447d-86ff-20bf4797e4bf tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:41.636174 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-afdd0048-6f92-402e-a050-f1876a3fa46a req-22cbd782-e157-447d-86ff-20bf4797e4bf tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.1029286 Sep 15 13:47:41.677103 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f1ffa-9cf8-407a-96c0-20ca37e9be52 req-0e43b311-ad91-4cdf-ab29-8005acb400b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:41.678545 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-710f1ffa-9cf8-407a-96c0-20ca37e9be52 req-0e43b311-ad91-4cdf-ab29-8005acb400b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=480fc22a-9718-4af5-897e-c1ba6a0ea29f HTTP/1.1" status: 200 len: 917 time: 0.1211469 Sep 15 13:47:41.690704 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-afdd0048-6f92-402e-a050-f1876a3fa46a req-0aca51ef-8653-4f99-b943-78b099ecbb0b tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486012 Sep 15 13:47:41.760023 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-710f1ffa-9cf8-407a-96c0-20ca37e9be52 req-d6eed839-5414-4512-a866-8e6fd62f0c48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2bc793d-38ba-40f2-9359-936a50101bd4 HTTP/1.1" status: 200 len: 1001 time: 0.0611148 Sep 15 13:47:41.812227 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f1ffa-9cf8-407a-96c0-20ca37e9be52 req-c2df69d4-57e5-4546-82d6-66581004d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:41.813741 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-710f1ffa-9cf8-407a-96c0-20ca37e9be52 req-c2df69d4-57e5-4546-82d6-66581004d5b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c52fc5a2-023c-41c5-8df6-56d1e497870b HTTP/1.1" status: 200 len: 855 time: 0.0439916 Sep 15 13:47:41.859897 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f1ffa-9cf8-407a-96c0-20ca37e9be52 req-da72a62c-efca-4a99-9e99-2f8206213ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:41.861890 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-710f1ffa-9cf8-407a-96c0-20ca37e9be52 req-da72a62c-efca-4a99-9e99-2f8206213ce5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=480fc22a-9718-4af5-897e-c1ba6a0ea29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395989 Sep 15 13:47:41.953046 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-710f1ffa-9cf8-407a-96c0-20ca37e9be52 req-4f5dc855-09a5-4b40-bc46-4b29ce852af2 service neutron] 10.222.0.15 "GET /v2.0/networks/480fc22a-9718-4af5-897e-c1ba6a0ea29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835137 Sep 15 13:47:42.041430 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-710f1ffa-9cf8-407a-96c0-20ca37e9be52 req-54ad8a40-8f54-48a6-8ae3-d2da8bd550ab service neutron] 10.222.0.15 "GET /v2.0/networks/480fc22a-9718-4af5-897e-c1ba6a0ea29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806842 Sep 15 13:47:42.803723 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c3338-473e-4603-99e6-2fae1a34dc8a req-5c3ba08b-370a-4ee6-b7fd-902d2280a1fb tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:42.805195 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-6a5c3338-473e-4603-99e6-2fae1a34dc8a req-5c3ba08b-370a-4ee6-b7fd-902d2280a1fb tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0484176 Sep 15 13:47:42.842782 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-6a5c3338-473e-4603-99e6-2fae1a34dc8a req-728ee387-a4a9-424a-b5ea-16ed0bb2124a tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317082 Sep 15 13:47:43.961349 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d11171-c29a-4b7d-9af6-4b699541025e req-720fb72f-7151-4f74-8851-f3bf13de2b1c tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:43.962845 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d0d11171-c29a-4b7d-9af6-4b699541025e req-720fb72f-7151-4f74-8851-f3bf13de2b1c tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0502019 Sep 15 13:47:44.004220 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d0d11171-c29a-4b7d-9af6-4b699541025e req-d883fe79-39e2-43a2-a430-b2dfa24766f2 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354712 Sep 15 13:47:45.125821 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746f16d-f6d5-4361-b8b3-352e51e61fdd req-1a8cb376-bdc5-400f-9fcf-c8e7678c6f94 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:45.127347 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-8746f16d-f6d5-4361-b8b3-352e51e61fdd req-1a8cb376-bdc5-400f-9fcf-c8e7678c6f94 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0560508 Sep 15 13:47:45.165605 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-8746f16d-f6d5-4361-b8b3-352e51e61fdd req-db02117b-447d-4a34-9191-6eef554ae358 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319779 Sep 15 13:47:46.096824 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfb420-2a2a-4aae-9b8c-cd39648d54bb req-327361d0-8de3-48a8-9bc7-ea0737708c97 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:46.098330 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-45dfb420-2a2a-4aae-9b8c-cd39648d54bb req-327361d0-8de3-48a8-9bc7-ea0737708c97 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=8409b569-9637-43a5-9239-0d87825106d0 HTTP/1.1" status: 200 len: 945 time: 0.0506589 Sep 15 13:47:46.137727 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-45dfb420-2a2a-4aae-9b8c-cd39648d54bb req-027766be-bb8d-43af-91ec-e315c314e190 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/security-groups?id=b838ef38-c723-4db8-ab09-321c04e3feb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316920 Sep 15 13:47:46.286272 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac1b14-e4d3-485f-a094-bda43427af33 req-d7045b29-b334-4510-b288-69c50438bbe8 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:46.287733 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b4ac1b14-e4d3-485f-a094-bda43427af33 req-d7045b29-b334-4510-b288-69c50438bbe8 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0481932 Sep 15 13:47:46.325074 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b4ac1b14-e4d3-485f-a094-bda43427af33 req-30616e63-de17-4a15-87d4-150b7e7c7b13 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313606 Sep 15 13:47:47.252319 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a2d10-3ab6-48f7-8f3f-dca3e369b4d7 req-3c02824a-c500-44af-9035-2cd0b81684ea tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:47.253816 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-614a2d10-3ab6-48f7-8f3f-dca3e369b4d7 req-3c02824a-c500-44af-9035-2cd0b81684ea tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=8409b569-9637-43a5-9239-0d87825106d0 HTTP/1.1" status: 200 len: 945 time: 0.0487862 Sep 15 13:47:47.294431 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-614a2d10-3ab6-48f7-8f3f-dca3e369b4d7 req-f520a58b-dbf8-4e52-aee0-81f82dc2abf5 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/security-groups?id=b838ef38-c723-4db8-ab09-321c04e3feb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340593 Sep 15 13:47:47.436349 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683703d-af05-4c1c-8554-2ba21fccb047 req-cdb0200b-27d4-4faa-8faf-184d832e0286 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:47.437816 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2683703d-af05-4c1c-8554-2ba21fccb047 req-cdb0200b-27d4-4faa-8faf-184d832e0286 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0479312 Sep 15 13:47:47.475657 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2683703d-af05-4c1c-8554-2ba21fccb047 req-bb3d6c27-3b48-4caa-aafc-c755762dc7cc tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310929 Sep 15 13:47:47.885034 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1150a9a-0a67-4cca-8be4-35071e3f08ae req-2e78492b-134c-49ed-afa3-e5251de43344 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:47.886508 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e1150a9a-0a67-4cca-8be4-35071e3f08ae req-2e78492b-134c-49ed-afa3-e5251de43344 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.15 "GET /v2.0/ports?device_id=8409b569-9637-43a5-9239-0d87825106d0 HTTP/1.1" status: 200 len: 945 time: 0.0479605 Sep 15 13:47:47.980606 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-e1150a9a-0a67-4cca-8be4-35071e3f08ae req-bd7396fc-eb9b-4b10-b248-be7e96a82eaf tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Deleting port 27862600-f2fc-4916-9f94-e2968ad3fef1 {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:47:47.981246 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-e1150a9a-0a67-4cca-8be4-35071e3f08ae req-bd7396fc-eb9b-4b10-b248-be7e96a82eaf tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:48.076539 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-e1150a9a-0a67-4cca-8be4-35071e3f08ae req-bd7396fc-eb9b-4b10-b248-be7e96a82eaf tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] For port 27862600-f2fc-4916-9f94-e2968ad3fef1, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=27862600-f2fc-4916-9f94-e2968ad3fef1,segment=NetworkSegment(980f05fe-7c15-4ede-9fc1-3c52e2886958),segment_id=980f05fe-7c15-4ede-9fc1-3c52e2886958)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:47:48.076918 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-e1150a9a-0a67-4cca-8be4-35071e3f08ae req-bd7396fc-eb9b-4b10-b248-be7e96a82eaf tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:48.095052 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-e1150a9a-0a67-4cca-8be4-35071e3f08ae req-bd7396fc-eb9b-4b10-b248-be7e96a82eaf tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Calling delete_port for 27862600-f2fc-4916-9f94-e2968ad3fef1 owned by compute:nova {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:47:48.294666 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-e1150a9a-0a67-4cca-8be4-35071e3f08ae req-bd7396fc-eb9b-4b10-b248-be7e96a82eaf tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:48.308548 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['27862600-f2fc-4916-9f94-e2968ad3fef1'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:47:48.325716 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7396fc-eb9b-4b10-b248-be7e96a82eaf tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Pushing event deleted for resources: {'Port': ['ID=27862600-f2fc-4916-9f94-e2968ad3fef1,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:48.337754 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7396fc-eb9b-4b10-b248-be7e96a82eaf tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:48.338165 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7396fc-eb9b-4b10-b248-be7e96a82eaf tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:48.338515 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7396fc-eb9b-4b10-b248-be7e96a82eaf tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:48.342574 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7396fc-eb9b-4b10-b248-be7e96a82eaf tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:48.342574 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7396fc-eb9b-4b10-b248-be7e96a82eaf tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:48.342574 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7396fc-eb9b-4b10-b248-be7e96a82eaf tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:48.342574 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7396fc-eb9b-4b10-b248-be7e96a82eaf tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:48.342574 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7396fc-eb9b-4b10-b248-be7e96a82eaf tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:48.342574 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7396fc-eb9b-4b10-b248-be7e96a82eaf tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:48.342574 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7396fc-eb9b-4b10-b248-be7e96a82eaf tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:48.342574 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7396fc-eb9b-4b10-b248-be7e96a82eaf tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:48.342574 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7396fc-eb9b-4b10-b248-be7e96a82eaf tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:48.384059 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1150a9a-0a67-4cca-8be4-35071e3f08ae req-bd7396fc-eb9b-4b10-b248-be7e96a82eaf tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] No DVR routers for this DVR port 27862600-f2fc-4916-9f94-e2968ad3fef1 on host hv-cinder-80345 {{(pid=101214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:47:48.386733 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-e1150a9a-0a67-4cca-8be4-35071e3f08ae req-bd7396fc-eb9b-4b10-b248-be7e96a82eaf tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:48.388775 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e1150a9a-0a67-4cca-8be4-35071e3f08ae req-bd7396fc-eb9b-4b10-b248-be7e96a82eaf tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.15 "DELETE /v2.0/ports/27862600-f2fc-4916-9f94-e2968ad3fef1 HTTP/1.1" status: 204 len: 173 time: 0.4956915 Sep 15 13:47:48.389418 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8409b569-9637-43a5-9239-0d87825106d0', 'name': 'network-vif-deleted', 'tag': '27862600-f2fc-4916-9f94-e2968ad3fef1'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:47:48.391934 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338494f9-8b40-475e-9e23-d1040a1f28a0" -d '{"events": [{"server_uuid": "8409b569-9637-43a5-9239-0d87825106d0", "name": "network-vif-deleted", "tag": "27862600-f2fc-4916-9f94-e2968ad3fef1"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:47:48.406215 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-e1267a3e-1fc6-4d2f-bb4f-9ffc2c3dd603 req-453629c4-a73f-4e80-a850-7ef59d79746d tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=8409b569-9637-43a5-9239-0d87825106d0 HTTP/1.1" status: 200 len: 210 time: 0.0404656 Sep 15 13:47:48.433586 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3da089-f198-4857-8259-8d81099a7254 x-openstack-request-id: req-8c3da089-f198-4857-8259-8d81099a7254 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:47:48.433907 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8409b569-9637-43a5-9239-0d87825106d0", "name": "network-vif-deleted", "tag": "27862600-f2fc-4916-9f94-e2968ad3fef1", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:47:48.434157 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c3da089-f198-4857-8259-8d81099a7254 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:47:48.434554 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8409b569-9637-43a5-9239-0d87825106d0', 'name': 'network-vif-deleted', 'tag': '27862600-f2fc-4916-9f94-e2968ad3fef1', 'status': 'completed', 'code': 200} Sep 15 13:47:48.589374 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239def9-78fb-4a00-88e1-dcc85fbce956 req-2d008196-47fd-44c1-ae40-e28356d3880d tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:48.590987 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-6239def9-78fb-4a00-88e1-dcc85fbce956 req-2d008196-47fd-44c1-ae40-e28356d3880d tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0498369 Sep 15 13:47:48.628814 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-6239def9-78fb-4a00-88e1-dcc85fbce956 req-b55f6228-3167-4232-8e32-9316943d9710 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310011 Sep 15 13:47:49.517692 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-da01cef5-6c1e-4316-97e1-57a5af2b0fa2 req-e047550a-ee62-45b3-9831-b4ec4c9111c4 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=8409b569-9637-43a5-9239-0d87825106d0 HTTP/1.1" status: 200 len: 210 time: 0.0260961 Sep 15 13:47:49.749429 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70db3ab-e270-48d2-b063-f1bf0971cf37 req-c5fa3fa9-8408-4921-80b6-b30f11b801ef tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:49.749429 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b70db3ab-e270-48d2-b063-f1bf0971cf37 req-c5fa3fa9-8408-4921-80b6-b30f11b801ef tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0536165 Sep 15 13:47:49.788440 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b70db3ab-e270-48d2-b063-f1bf0971cf37 req-b814b6d3-cb80-48e2-b581-7a47d93e36d4 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341997 Sep 15 13:47:49.844677 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784f2a7-6ae0-483f-a408-0afbf8d752b5 req-03178539-f65d-4331-8c73-778fe52d42a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:49.846219 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5784f2a7-6ae0-483f-a408-0afbf8d752b5 req-03178539-f65d-4331-8c73-778fe52d42a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=52fa1195747c46d8babcb3bd3b29acf0&device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 1099 time: 0.0464487 Sep 15 13:47:49.939068 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784f2a7-6ae0-483f-a408-0afbf8d752b5 req-d8fff8f9-aa92-4487-a9e8-c9e6b22d3077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:49.940754 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5784f2a7-6ae0-483f-a408-0afbf8d752b5 req-d8fff8f9-aa92-4487-a9e8-c9e6b22d3077 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3446c4e2-730d-440b-994b-e995297a5ba4 HTTP/1.1" status: 200 len: 909 time: 0.0846591 Sep 15 13:47:50.012921 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5784f2a7-6ae0-483f-a408-0afbf8d752b5 req-507b77ff-36fd-4fba-bd04-2a94f3575097 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 HTTP/1.1" status: 200 len: 1002 time: 0.0607121 Sep 15 13:47:50.061996 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784f2a7-6ae0-483f-a408-0afbf8d752b5 req-80f42f68-5995-4d0d-bb09-3247e7202d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:50.063394 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5784f2a7-6ae0-483f-a408-0afbf8d752b5 req-80f42f68-5995-4d0d-bb09-3247e7202d81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63546249-766e-46c7-8179-1517924754e7 HTTP/1.1" status: 200 len: 847 time: 0.0431776 Sep 15 13:47:50.111551 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784f2a7-6ae0-483f-a408-0afbf8d752b5 req-34493ff0-d711-4e74-8b63-3e577c62622f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:50.113351 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5784f2a7-6ae0-483f-a408-0afbf8d752b5 req-34493ff0-d711-4e74-8b63-3e577c62622f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3446c4e2-730d-440b-994b-e995297a5ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429115 Sep 15 13:47:50.204414 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5784f2a7-6ae0-483f-a408-0afbf8d752b5 req-42e02d8a-89eb-4b92-a4f9-1121ff166199 service neutron] 10.222.0.15 "GET /v2.0/networks/3446c4e2-730d-440b-994b-e995297a5ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827708 Sep 15 13:47:50.326592 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5784f2a7-6ae0-483f-a408-0afbf8d752b5 req-e5fc7ad1-a04c-4aa5-8f18-0a6ff90ba255 service neutron] 10.222.0.15 "GET /v2.0/networks/3446c4e2-730d-440b-994b-e995297a5ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143720 Sep 15 13:47:50.339758 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2065c58-8d07-4090-ab31-db275c776d70 req-cefc5fd1-d192-4c21-ae4e-abadb667e9fb tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:50.341212 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d2065c58-8d07-4090-ab31-db275c776d70 req-cefc5fd1-d192-4c21-ae4e-abadb667e9fb tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=4aaeaaec-6b69-44c2-948b-e55fc98e620e HTTP/1.1" status: 200 len: 946 time: 0.0682502 Sep 15 13:47:50.379377 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d2065c58-8d07-4090-ab31-db275c776d70 req-f6028a46-5975-4266-87f4-8dc3728f57ef tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=567e3a5c-2ea9-4cd6-80e7-f421f94afa8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312710 Sep 15 13:47:50.909272 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff902d-4a33-4a61-9147-44aaeb8f5016 req-40ecd666-a423-4578-a95b-07fdf98eefae tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:50.910765 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c0ff902d-4a33-4a61-9147-44aaeb8f5016 req-40ecd666-a423-4578-a95b-07fdf98eefae tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0485334 Sep 15 13:47:50.948680 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c0ff902d-4a33-4a61-9147-44aaeb8f5016 req-a0b71425-3da6-4183-9164-332dfcffc3c2 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319662 Sep 15 13:47:51.172011 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 27862600-f2fc-4916-9f94-e2968ad3fef1 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:47:51.192096 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] No Port match for: 27862600-f2fc-4916-9f94-e2968ad3fef1 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:47:51.192435 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 27862600-f2fc-4916-9f94-e2968ad3fef1 not bound to the agent host hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:47:51.231200 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-402a7578-4629-483f-938f-a11d707a355b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:51.496437 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7bc65-d55c-4810-9b9d-e36ec1d40996 req-08a68506-87cc-42dd-96c6-119b6bbacb9d tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:51.497849 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-71b7bc65-d55c-4810-9b9d-e36ec1d40996 req-08a68506-87cc-42dd-96c6-119b6bbacb9d tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=4aaeaaec-6b69-44c2-948b-e55fc98e620e HTTP/1.1" status: 200 len: 946 time: 0.0486116 Sep 15 13:47:51.535780 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-71b7bc65-d55c-4810-9b9d-e36ec1d40996 req-048c3721-02b2-47a9-b443-96f3b19ad6ca tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=567e3a5c-2ea9-4cd6-80e7-f421f94afa8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319109 Sep 15 13:47:52.060952 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767460ae-16bf-42e4-99f2-88fc3ce41328 req-eb5c9746-4b6e-4b37-a8af-04fa6d1f92bc tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:52.062450 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-767460ae-16bf-42e4-99f2-88fc3ce41328 req-eb5c9746-4b6e-4b37-a8af-04fa6d1f92bc tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0492728 Sep 15 13:47:52.100297 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-767460ae-16bf-42e4-99f2-88fc3ce41328 req-d34ec5eb-a0bb-429e-a062-2fb399c2e309 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313821 Sep 15 13:47:52.648840 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68ad52-7f7b-48e2-8c59-17c745b2d80a req-11e5753b-3089-4771-b72f-487314b1b69d tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:52.650326 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-8c68ad52-7f7b-48e2-8c59-17c745b2d80a req-11e5753b-3089-4771-b72f-487314b1b69d tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=4aaeaaec-6b69-44c2-948b-e55fc98e620e HTTP/1.1" status: 200 len: 946 time: 0.0480878 Sep 15 13:47:52.691365 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-8c68ad52-7f7b-48e2-8c59-17c745b2d80a req-5ca18c1d-1b0d-4ead-89b2-adf92fec9a66 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=567e3a5c-2ea9-4cd6-80e7-f421f94afa8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352654 Sep 15 13:47:53.215535 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042db701-d38a-45ea-b8fb-9b7dfc0923d6 req-d3e60790-5088-4865-b70f-4b8fa0034874 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:53.216966 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-042db701-d38a-45ea-b8fb-9b7dfc0923d6 req-d3e60790-5088-4865-b70f-4b8fa0034874 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0518157 Sep 15 13:47:53.253887 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-042db701-d38a-45ea-b8fb-9b7dfc0923d6 req-0c118f7d-6c0e-44c0-ab1c-7d186ecaa1ce tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302024 Sep 15 13:47:53.717285 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-49ce98bb-3ab9-4a50-a1ad-a558698e8a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:53.797466 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:53.806411 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb3de4-eddb-4f0c-8d89-4da44df06bfb req-20f6544b-8b3e-47e0-bb22-fca6a1757eb7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:53.807883 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7beb3de4-eddb-4f0c-8d89-4da44df06bfb req-20f6544b-8b3e-47e0-bb22-fca6a1757eb7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=4aaeaaec-6b69-44c2-948b-e55fc98e620e HTTP/1.1" status: 200 len: 946 time: 0.0490406 Sep 15 13:47:53.846195 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7beb3de4-eddb-4f0c-8d89-4da44df06bfb req-61a67cf5-3331-4c76-94a4-16f0ab52aa2e tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=567e3a5c-2ea9-4cd6-80e7-f421f94afa8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323362 Sep 15 13:47:54.366751 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c7757-9696-4927-9eb6-45d1f0b74e66 req-48ef1492-7cfe-4a5d-8d76-cad3e413fc27 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:54.368114 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-667c7757-9696-4927-9eb6-45d1f0b74e66 req-48ef1492-7cfe-4a5d-8d76-cad3e413fc27 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0485013 Sep 15 13:47:54.406096 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-667c7757-9696-4927-9eb6-45d1f0b74e66 req-e5359a08-e3d9-4eba-a6dd-d969cc8a1de3 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319841 Sep 15 13:47:54.928823 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b8389-ad1b-4a7f-b40e-840da4fdf31a req-64d1e5f8-8ce7-429c-a6e2-b088c726b678 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:54.930321 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9f2b8389-ad1b-4a7f-b40e-840da4fdf31a req-64d1e5f8-8ce7-429c-a6e2-b088c726b678 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.15 "GET /v2.0/ports?device_id=4aaeaaec-6b69-44c2-948b-e55fc98e620e HTTP/1.1" status: 200 len: 946 time: 0.0516527 Sep 15 13:47:54.961438 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13716319-9a0b-4d26-aa3c-b97caf843887 req-67aff86a-68b3-4c8f-95cb-3df4dc4a9a9d tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:54.962944 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-13716319-9a0b-4d26-aa3c-b97caf843887 req-67aff86a-68b3-4c8f-95cb-3df4dc4a9a9d tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=4aaeaaec-6b69-44c2-948b-e55fc98e620e HTTP/1.1" status: 200 len: 946 time: 0.0501869 Sep 15 13:47:55.005328 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-13716319-9a0b-4d26-aa3c-b97caf843887 req-9c10e67d-9475-4a87-b35e-3285e7beece9 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups?id=567e3a5c-2ea9-4cd6-80e7-f421f94afa8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337884 Sep 15 13:47:55.028725 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-9f2b8389-ad1b-4a7f-b40e-840da4fdf31a req-1a46e452-482b-4447-8f96-aaf25d9ebc54 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Deleting port bd7c0b52-6298-43c9-8157-07d6904372c8 {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:47:55.029061 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9f2b8389-ad1b-4a7f-b40e-840da4fdf31a req-1a46e452-482b-4447-8f96-aaf25d9ebc54 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:55.100558 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:55.116213 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-9f2b8389-ad1b-4a7f-b40e-840da4fdf31a req-1a46e452-482b-4447-8f96-aaf25d9ebc54 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] For port bd7c0b52-6298-43c9-8157-07d6904372c8, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=bd7c0b52-6298-43c9-8157-07d6904372c8,segment=NetworkSegment(c2499852-0995-4468-ba42-b5e7f07ff544),segment_id=c2499852-0995-4468-ba42-b5e7f07ff544)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:47:55.117200 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9f2b8389-ad1b-4a7f-b40e-840da4fdf31a req-1a46e452-482b-4447-8f96-aaf25d9ebc54 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:55.291256 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9f2b8389-ad1b-4a7f-b40e-840da4fdf31a req-1a46e452-482b-4447-8f96-aaf25d9ebc54 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:55.291532 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9f2b8389-ad1b-4a7f-b40e-840da4fdf31a req-1a46e452-482b-4447-8f96-aaf25d9ebc54 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550917'] for floatingip, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:55.291846 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.db.l3_db [req-9f2b8389-ad1b-4a7f-b40e-840da4fdf31a req-1a46e452-482b-4447-8f96-aaf25d9ebc54 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Floating IP 47a205f0-a13d-44c8-965c-14a82d03ea7a disassociated. External IP: 172.27.0.241, port: bd7c0b52-6298-43c9-8157-07d6904372c8. Sep 15 13:47:55.292266 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-9f2b8389-ad1b-4a7f-b40e-840da4fdf31a req-1a46e452-482b-4447-8f96-aaf25d9ebc54 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Calling delete_port for bd7c0b52-6298-43c9-8157-07d6904372c8 owned by compute:nova {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:47:55.499251 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9f2b8389-ad1b-4a7f-b40e-840da4fdf31a req-1a46e452-482b-4447-8f96-aaf25d9ebc54 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:55.544233 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46e452-482b-4447-8f96-aaf25d9ebc54 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Pushing event deleted for resources: {'Port': ['ID=bd7c0b52-6298-43c9-8157-07d6904372c8,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:55.606933 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72095b92-9acd-4b0f-a12d-6ced3d06cad4 req-25a701b5-9282-4272-8512-47d90c7c64e1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:55.608476 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-72095b92-9acd-4b0f-a12d-6ced3d06cad4 req-25a701b5-9282-4272-8512-47d90c7c64e1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.1351690 Sep 15 13:47:55.685283 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-72095b92-9acd-4b0f-a12d-6ced3d06cad4 req-2efc4b6e-d7d0-43ba-8912-fcd1e83f9af3 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486929 Sep 15 13:47:55.706448 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f2b8389-ad1b-4a7f-b40e-840da4fdf31a req-1a46e452-482b-4447-8f96-aaf25d9ebc54 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Router 98f36e57-6586-4df2-a3bd-6da2977e4eb4 has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:47:55.814115 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f2b8389-ad1b-4a7f-b40e-840da4fdf31a req-1a46e452-482b-4447-8f96-aaf25d9ebc54 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:47:55.825630 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b0a74e-db60-4241-82b0-7af1436193a8 None None] Sync routers for ids ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'] in dv-cinder-803456-3-iscsi {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:47:55.835041 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b0a74e-db60-4241-82b0-7af1436193a8 None None] Routers {'98f36e57-6586-4df2-a3bd-6da2977e4eb4'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:47:55.835634 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-f6b0a74e-db60-4241-82b0-7af1436193a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:47:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:47:55.853276 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2b8389-ad1b-4a7f-b40e-840da4fdf31a req-1a46e452-482b-4447-8f96-aaf25d9ebc54 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] No DVR routers for this DVR port bd7c0b52-6298-43c9-8157-07d6904372c8 on host hv-cinder-80345 {{(pid=101214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:47:55.856793 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9f2b8389-ad1b-4a7f-b40e-840da4fdf31a req-1a46e452-482b-4447-8f96-aaf25d9ebc54 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:55.857782 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9f2b8389-ad1b-4a7f-b40e-840da4fdf31a req-1a46e452-482b-4447-8f96-aaf25d9ebc54 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.15 "DELETE /v2.0/ports/bd7c0b52-6298-43c9-8157-07d6904372c8 HTTP/1.1" status: 204 len: 173 time: 0.9205606 Sep 15 13:47:55.858229 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aaeaaec-6b69-44c2-948b-e55fc98e620e', 'name': 'network-vif-deleted', 'tag': 'bd7c0b52-6298-43c9-8157-07d6904372c8'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:47:55.860506 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad072f3e-34ad-4eae-bf23-928dbe3bbd65" -d '{"events": [{"server_uuid": "4aaeaaec-6b69-44c2-948b-e55fc98e620e", "name": "network-vif-deleted", "tag": "bd7c0b52-6298-43c9-8157-07d6904372c8"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:47:55.904168 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067c033b-65dd-4d76-b85d-f6bc457ab889 x-openstack-request-id: req-067c033b-65dd-4d76-b85d-f6bc457ab889 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:47:55.904556 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aaeaaec-6b69-44c2-948b-e55fc98e620e", "name": "network-vif-deleted", "tag": "bd7c0b52-6298-43c9-8157-07d6904372c8", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:47:55.905023 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-067c033b-65dd-4d76-b85d-f6bc457ab889 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:47:55.908815 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aaeaaec-6b69-44c2-948b-e55fc98e620e', 'name': 'network-vif-deleted', 'tag': 'bd7c0b52-6298-43c9-8157-07d6904372c8', 'status': 'completed', 'code': 200} Sep 15 13:47:56.086125 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-f6b0a74e-db60-4241-82b0-7af1436193a8 None None] Set router 98f36e57-6586-4df2-a3bd-6da2977e4eb4 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:47:56.114115 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c1a4f71c-e820-448d-9984-d0322436a85b req-019fa3af-d6db-4434-892e-e1852dc27f5a tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/ports?device_id=4aaeaaec-6b69-44c2-948b-e55fc98e620e HTTP/1.1" status: 200 len: 210 time: 0.0280626 Sep 15 13:47:56.279963 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-f6b0a74e-db60-4241-82b0-7af1436193a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'name': 'tempest-AttachVolumeTestJSON-452463078-router', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '66d906d0-0301-4348-befe-ab68c854165f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:41:34Z', 'revision_number': 4, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'gw_port': {'id': '66d906d0-0301-4348-befe-ab68c854165f', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '3c7f382d-3621-44a8-bf72-fb7e89f93cf0', 'name': '', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'mac_address': 'fa:16:3e:16:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:32Z', 'updated_at': '2021-09-15T13:41:39Z', 'revision_number': 5, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'subnets': [{'id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:47:56.306141 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b0a74e-db60-4241-82b0-7af1436193a8 None None] Checking router: 98f36e57-6586-4df2-a3bd-6da2977e4eb4 for host: dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:47:56.314512 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b0a74e-db60-4241-82b0-7af1436193a8 None None] Routers {'98f36e57-6586-4df2-a3bd-6da2977e4eb4'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:47:56.315249 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-f6b0a74e-db60-4241-82b0-7af1436193a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:47:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:47:56.419973 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-f6b0a74e-db60-4241-82b0-7af1436193a8 None None] Set router 98f36e57-6586-4df2-a3bd-6da2977e4eb4 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:47:56.628424 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-f6b0a74e-db60-4241-82b0-7af1436193a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'name': 'tempest-AttachVolumeTestJSON-452463078-router', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '66d906d0-0301-4348-befe-ab68c854165f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:41:34Z', 'revision_number': 4, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'gw_port': {'id': '66d906d0-0301-4348-befe-ab68c854165f', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '3c7f382d-3621-44a8-bf72-fb7e89f93cf0', 'name': '', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'mac_address': 'fa:16:3e:16:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:32Z', 'updated_at': '2021-09-15T13:41:39Z', 'revision_number': 5, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'subnets': [{'id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:47:56.654327 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b0a74e-db60-4241-82b0-7af1436193a8 None None] The sync data for ids ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'] in dv-cinder-803456-3-iscsi is: [{'id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'name': 'tempest-AttachVolumeTestJSON-452463078-router', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '66d906d0-0301-4348-befe-ab68c854165f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:41:34Z', 'revision_number': 4, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'gw_port': {'id': '66d906d0-0301-4348-befe-ab68c854165f', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '3c7f382d-3621-44a8-bf72-fb7e89f93cf0', 'name': '', 'network_id': '1a95ae3f-eb65-4410-bd12-2770233cdae3', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'mac_address': 'fa:16:3e:16:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:32Z', 'updated_at': '2021-09-15T13:41:39Z', 'revision_number': 5, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'subnets': [{'id': 'e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:47:56.705935 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:56.806634 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5395e-97e9-4557-880e-10601706790c req-c941361f-e0e0-4c94-8310-3405cc346cb2 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:56.808155 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-82f5395e-97e9-4557-880e-10601706790c req-c941361f-e0e0-4c94-8310-3405cc346cb2 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0545537 Sep 15 13:47:56.852771 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-82f5395e-97e9-4557-880e-10601706790c req-93baa490-cc18-4976-90e6-65bc040983e3 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383196 Sep 15 13:47:56.883096 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63946a44-58f4-47f6-8b5a-adfa289a722b None None] New status for floating IP 47a205f0-a13d-44c8-965c-14a82d03ea7a: DOWN {{(pid=101216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:47:56.922290 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [req-86ea43d2-aefd-442c-af78-cfd83599d5c1 req-a71f2d66-d239-4aa5-987f-35dbb10d482e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:47:56.923703 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-86ea43d2-aefd-442c-af78-cfd83599d5c1 req-a71f2d66-d239-4aa5-987f-35dbb10d482e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059471 Sep 15 13:47:57.207117 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device bd7c0b52-6298-43c9-8157-07d6904372c8 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:47:57.227458 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] No Port match for: bd7c0b52-6298-43c9-8157-07d6904372c8 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:47:57.227805 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device bd7c0b52-6298-43c9-8157-07d6904372c8 not bound to the agent host hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:47:57.228216 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:47:57.284293 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 51030) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:47:57.306184 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea5fff-4c22-4def-87e9-bae6dea78ec3 req-f8021ab8-c04b-4cfc-956e-a4697edd0d10 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:57.307762 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-50ea5fff-4c22-4def-87e9-bae6dea78ec3 req-f8021ab8-c04b-4cfc-956e-a4697edd0d10 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0691342 Sep 15 13:47:57.309372 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:57.336603 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb09b3a4-35b1-45c9-93c1-31729cdc9306', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7a6d846-0a56-4df5-9cc5-b7ec9a62db70'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:47:57.338931 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507a6d13-d268-4c1a-bd4e-f001cf141ac5" -d '{"events": [{"server_uuid": "fb09b3a4-35b1-45c9-93c1-31729cdc9306", "name": "network-vif-unplugged", "status": "completed", "tag": "f7a6d846-0a56-4df5-9cc5-b7ec9a62db70"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:47:57.343463 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-611021b6-87bb-4aca-b7b5-cded67ec5aa7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:57.359115 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port f7a6d846-0a56-4df5-9cc5-b7ec9a62db70, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=f7a6d846-0a56-4df5-9cc5-b7ec9a62db70,segment=NetworkSegment(aee09e3c-777e-40f2-964e-304d3ae0c06e),segment_id=aee09e3c-777e-40f2-964e-304d3ae0c06e)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:47:57.362952 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ab79b9d1-b38e-4c32-ba6a-34cc47db3c97 req-efed7068-2d37-490e-bb78-b4afbc66cf82 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0763602 Sep 15 13:47:57.369402 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-611021b6-87bb-4aca-b7b5-cded67ec5aa7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:57.374688 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-50ea5fff-4c22-4def-87e9-bae6dea78ec3 req-3fa76a68-a480-498b-882c-2235bdd4b464 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530899 Sep 15 13:47:57.381725 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 13:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1cc63e-27e5-402b-8223-2c362f68a5ae x-openstack-request-id: req-0c1cc63e-27e5-402b-8223-2c362f68a5ae {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:47:57.382030 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb09b3a4-35b1-45c9-93c1-31729cdc9306", "name": "network-vif-unplugged", "status": "failed", "tag": "f7a6d846-0a56-4df5-9cc5-b7ec9a62db70", "code": 422}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:47:57.382286 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c1cc63e-27e5-402b-8223-2c362f68a5ae {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:47:57.382685 dv-cinder-803456-3-iscsi neutron-server[101215]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fb09b3a4-35b1-45c9-93c1-31729cdc9306', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f7a6d846-0a56-4df5-9cc5-b7ec9a62db70', 'code': 422} returned with failed status Sep 15 13:47:57.437457 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:57.485265 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=f7a6d846-0a56-4df5-9cc5-b7ec9a62db70,revision_number=6']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:57.511620 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-611021b6-87bb-4aca-b7b5-cded67ec5aa7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:57.518194 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-611021b6-87bb-4aca-b7b5-cded67ec5aa7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:57.518194 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-611021b6-87bb-4aca-b7b5-cded67ec5aa7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "DELETE /v2.0/security-groups/567e3a5c-2ea9-4cd6-80e7-f421f94afa8d HTTP/1.1" status: 204 len: 168 time: 0.2303791 Sep 15 13:47:57.518712 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 51042) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:47:57.525741 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611021b6-87bb-4aca-b7b5-cded67ec5aa7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=567e3a5c-2ea9-4cd6-80e7-f421f94afa8d,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:57.532279 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.api.v2.resource [None req-369c563a-9d56-45e4-9c3e-99756ff7bca8 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] show failed (client error): The resource could not be found. Sep 15 13:47:57.536115 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-369c563a-9d56-45e4-9c3e-99756ff7bca8 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "GET /v2.0/security-groups/567e3a5c-2ea9-4cd6-80e7-f421f94afa8d HTTP/1.1" status: 404 len: 347 time: 0.0128663 Sep 15 13:47:57.536251 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611021b6-87bb-4aca-b7b5-cded67ec5aa7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:57.536251 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611021b6-87bb-4aca-b7b5-cded67ec5aa7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:57.536251 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611021b6-87bb-4aca-b7b5-cded67ec5aa7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:57.536251 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611021b6-87bb-4aca-b7b5-cded67ec5aa7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:57.536251 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611021b6-87bb-4aca-b7b5-cded67ec5aa7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:57.536251 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611021b6-87bb-4aca-b7b5-cded67ec5aa7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:57.536251 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611021b6-87bb-4aca-b7b5-cded67ec5aa7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:57.536251 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611021b6-87bb-4aca-b7b5-cded67ec5aa7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:57.536251 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611021b6-87bb-4aca-b7b5-cded67ec5aa7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:57.536251 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611021b6-87bb-4aca-b7b5-cded67ec5aa7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:57.537119 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 51044) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:47:57.537320 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611021b6-87bb-4aca-b7b5-cded67ec5aa7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:57.537518 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611021b6-87bb-4aca-b7b5-cded67ec5aa7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:47:57.656700 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-dbc7732a-0cb8-4ebc-9fab-556bf2f092c7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Deleting port 2aa8097e-3132-4e0b-aa80-91f8d0d79554 {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:47:57.657045 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-dbc7732a-0cb8-4ebc-9fab-556bf2f092c7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:57.734728 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-dbc7732a-0cb8-4ebc-9fab-556bf2f092c7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:57.735066 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-dbc7732a-0cb8-4ebc-9fab-556bf2f092c7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:57.747506 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-dbc7732a-0cb8-4ebc-9fab-556bf2f092c7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Calling delete_port for 2aa8097e-3132-4e0b-aa80-91f8d0d79554 owned by network:floatingip {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:47:57.969201 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-dbc7732a-0cb8-4ebc-9fab-556bf2f092c7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:57.995642 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7732a-0cb8-4ebc-9fab-556bf2f092c7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Pushing event deleted for resources: {'Port': ['ID=2aa8097e-3132-4e0b-aa80-91f8d0d79554,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:47:58.055471 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-dbc7732a-0cb8-4ebc-9fab-556bf2f092c7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks [] for floatingip, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:58.058105 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-dbc7732a-0cb8-4ebc-9fab-556bf2f092c7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for floatingip, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:47:58.059250 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-dbc7732a-0cb8-4ebc-9fab-556bf2f092c7 tempest-AttachVolumeTestJSON-864979090 tempest-AttachVolumeTestJSON-864979090-project] 10.222.0.30 "DELETE /v2.0/floatingips/47a205f0-a13d-44c8-965c-14a82d03ea7a HTTP/1.1" status: 204 len: 168 time: 0.5220046 Sep 15 13:47:58.483408 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfeb9a-f1c6-4828-9af2-85a113be7b2d req-1a712d98-4bf6-4e0a-87a4-36c3c53325f3 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:58.484876 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5ecfeb9a-f1c6-4828-9af2-85a113be7b2d req-1a712d98-4bf6-4e0a-87a4-36c3c53325f3 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 944 time: 0.0501480 Sep 15 13:47:58.524935 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5ecfeb9a-f1c6-4828-9af2-85a113be7b2d req-212de6fd-dcbb-4b99-a885-7b0990b18f08 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338891 Sep 15 13:47:59.635955 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee2150-5e6b-47e9-86d1-331844967205 req-fe5373a4-d307-4bb1-9b66-ff25fe1878e4 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:47:59.637362 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-25ee2150-5e6b-47e9-86d1-331844967205 req-fe5373a4-d307-4bb1-9b66-ff25fe1878e4 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 944 time: 0.0475304 Sep 15 13:47:59.673917 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-25ee2150-5e6b-47e9-86d1-331844967205 req-2713dab8-bad8-4ca2-b80b-72dc146a1fe3 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306878 Sep 15 13:48:00.790371 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1aee2-0551-4cf7-bad3-51b56f30a501 req-2160fba4-12ab-41e1-9b4c-3273276984a1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:00.791831 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-31f1aee2-0551-4cf7-bad3-51b56f30a501 req-2160fba4-12ab-41e1-9b4c-3273276984a1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 944 time: 0.0525727 Sep 15 13:48:00.830775 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-31f1aee2-0551-4cf7-bad3-51b56f30a501 req-2540a220-8179-446e-b0bf-35d86758da84 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331340 Sep 15 13:48:01.620670 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-0d50a6d9-5114-4992-895e-a4f56d4ab131 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:01.622765 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-0d50a6d9-5114-4992-895e-a4f56d4ab131 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/networks?id=46a1f37b-8eb2-4a43-96bd-3579e3f07779 HTTP/1.1" status: 200 len: 814 time: 0.3669384 Sep 15 13:48:01.637833 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-d5ce0079-f594-49d4-bba9-8a9b58821b0a tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/quotas/1160bbb0fc8c47838b43d86c1c09642a HTTP/1.1" status: 200 len: 375 time: 0.0091312 Sep 15 13:48:01.669505 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-38f95000-79f9-4ed2-afa4-ee103a3dd8b7 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1160bbb0fc8c47838b43d86c1c09642a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261588 Sep 15 13:48:01.766559 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-fc0efc4f-de42-42b7-876d-952966d9b456 service neutron] 10.222.0.30 "GET /v2.0/networks/46a1f37b-8eb2-4a43-96bd-3579e3f07779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900650 Sep 15 13:48:01.858756 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-e4d63d23-bdb3-4121-9887-cb2b02a0d7bf service neutron] 10.222.0.30 "GET /v2.0/networks/46a1f37b-8eb2-4a43-96bd-3579e3f07779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856071 Sep 15 13:48:01.945953 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfbf87-5f49-4d52-8aad-5f45d34bb849 req-daa86b33-01a8-4d6b-85c1-240561365c19 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:01.947459 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-e2dfbf87-5f49-4d52-8aad-5f45d34bb849 req-daa86b33-01a8-4d6b-85c1-240561365c19 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 944 time: 0.0492141 Sep 15 13:48:01.986396 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-e2dfbf87-5f49-4d52-8aad-5f45d34bb849 req-4734cbe9-433d-4dfe-893e-e7fca3bec06a tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331016 Sep 15 13:48:02.060982 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79b9d1-b38e-4c32-ba6a-34cc47db3c97 req-d393cbca-ac9e-4290-aff9-d4a960b7ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:02.062478 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ab79b9d1-b38e-4c32-ba6a-34cc47db3c97 req-d393cbca-ac9e-4290-aff9-d4a960b7ac57 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306&tenant_id=52fa1195747c46d8babcb3bd3b29acf0 HTTP/1.1" status: 200 len: 1097 time: 0.0439405 Sep 15 13:48:02.123874 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79b9d1-b38e-4c32-ba6a-34cc47db3c97 req-8e754a1f-628b-4147-88c0-09234d8241ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:02.125333 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ab79b9d1-b38e-4c32-ba6a-34cc47db3c97 req-8e754a1f-628b-4147-88c0-09234d8241ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=52fa1195747c46d8babcb3bd3b29acf0&device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 1097 time: 0.0400839 Sep 15 13:48:02.169595 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-dc7f3cb9-6bb1-40e0-856c-2608dd028cb6 req-f6a805ff-2842-4249-a1ee-e0f496279d16 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=240a0e1e-b231-4580-9269-f01938464144 HTTP/1.1" status: 200 len: 210 time: 0.0271087 Sep 15 13:48:02.228618 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79b9d1-b38e-4c32-ba6a-34cc47db3c97 req-7c53e487-4e47-4fe7-a967-302aad7921b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:02.230117 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ab79b9d1-b38e-4c32-ba6a-34cc47db3c97 req-7c53e487-4e47-4fe7-a967-302aad7921b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3446c4e2-730d-440b-994b-e995297a5ba4 HTTP/1.1" status: 200 len: 909 time: 0.0962601 Sep 15 13:48:02.299313 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ab79b9d1-b38e-4c32-ba6a-34cc47db3c97 req-a8e6b1ec-1116-4966-9ca2-d4f32d8f353b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 HTTP/1.1" status: 200 len: 1000 time: 0.0619824 Sep 15 13:48:02.349308 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79b9d1-b38e-4c32-ba6a-34cc47db3c97 req-6b583bfb-b8a4-44e5-a42a-1afd8a051ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:02.350789 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ab79b9d1-b38e-4c32-ba6a-34cc47db3c97 req-6b583bfb-b8a4-44e5-a42a-1afd8a051ed9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63546249-766e-46c7-8179-1517924754e7 HTTP/1.1" status: 200 len: 847 time: 0.0444932 Sep 15 13:48:02.396316 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79b9d1-b38e-4c32-ba6a-34cc47db3c97 req-c07c8b46-1204-48d1-b2d0-492d7108e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:02.397725 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ab79b9d1-b38e-4c32-ba6a-34cc47db3c97 req-c07c8b46-1204-48d1-b2d0-492d7108e8b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3446c4e2-730d-440b-994b-e995297a5ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397155 Sep 15 13:48:02.489874 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ab79b9d1-b38e-4c32-ba6a-34cc47db3c97 req-6a617f04-e14b-4992-a773-919689b2bc0a service neutron] 10.222.0.15 "GET /v2.0/networks/3446c4e2-730d-440b-994b-e995297a5ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845912 Sep 15 13:48:02.585517 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ab79b9d1-b38e-4c32-ba6a-34cc47db3c97 req-86fdb3b2-44c1-4f4f-8c63-74ad7854d6fb service neutron] 10.222.0.15 "GET /v2.0/networks/3446c4e2-730d-440b-994b-e995297a5ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880218 Sep 15 13:48:03.106011 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307226a-1e62-448a-b78d-48168f54dc33 req-865c60c6-2a22-4de4-b08a-d067375ef1f8 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:03.107485 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1307226a-1e62-448a-b78d-48168f54dc33 req-865c60c6-2a22-4de4-b08a-d067375ef1f8 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 944 time: 0.0502133 Sep 15 13:48:03.145930 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1307226a-1e62-448a-b78d-48168f54dc33 req-62a7b950-05b4-48a2-bcbf-453fba853ec1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317836 Sep 15 13:48:03.261718 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-1a5a1b82-7d28-4d05-80ba-b20930978884 req-55c3b6b0-3a07-4054-a884-f4e448a2ae15 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=240a0e1e-b231-4580-9269-f01938464144 HTTP/1.1" status: 200 len: 210 time: 0.0277267 Sep 15 13:48:04.197016 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 51126) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:04.328717 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331e87a-2bd1-425a-b63e-c72d83e42357 req-56e0bed1-437e-4b27-9abf-0e7659f6fd75 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:04.330238 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a331e87a-2bd1-425a-b63e-c72d83e42357 req-56e0bed1-437e-4b27-9abf-0e7659f6fd75 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 944 time: 0.1122260 Sep 15 13:48:04.359583 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ed3cfbb0-21bc-44ef-adc9-a94d72de80a7 req-0c9a6340-eb8c-454e-9488-e84cfa9dd5d1 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=240a0e1e-b231-4580-9269-f01938464144 HTTP/1.1" status: 200 len: 210 time: 0.0312359 Sep 15 13:48:04.457629 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a331e87a-2bd1-425a-b63e-c72d83e42357 req-b6f0e993-60a5-4205-9e25-3141d0b0069f tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112781 Sep 15 13:48:04.551704 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-089dbcca-149d-47a8-9b12-18fe52e5b25d tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:04.553121 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-089dbcca-149d-47a8-9b12-18fe52e5b25d tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.15 "GET /v2.0/networks?id=46a1f37b-8eb2-4a43-96bd-3579e3f07779 HTTP/1.1" status: 200 len: 814 time: 0.2176709 Sep 15 13:48:04.569697 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-6579d72d-9c4a-456b-8afa-88e4f2f36e88 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Request body: {'port': {'device_id': '240a0e1e-b231-4580-9269-f01938464144', 'network_id': '46a1f37b-8eb2-4a43-96bd-3579e3f07779', 'admin_state_up': True, 'tenant_id': '1160bbb0fc8c47838b43d86c1c09642a'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:04.811131 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-af76f40f-85bf-41bf-b0b1-86f71cf7c7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545029'] for router_interface, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:04.813685 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-6579d72d-9c4a-456b-8afa-88e4f2f36e88 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Made reservation on behalf of 1160bbb0fc8c47838b43d86c1c09642a for: {'port': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:48:04.817129 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-6579d72d-9c4a-456b-8afa-88e4f2f36e88 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:05.073342 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-6579d72d-9c4a-456b-8afa-88e4f2f36e88 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Allocated IP 172.20.0.7 (46a1f37b-8eb2-4a43-96bd-3579e3f07779/761722f9-7f47-4c23-9553-8bae310b0272/8730fd5d-fdcb-44b6-bead-342d23b17a67) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:48:05.274644 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-af76f40f-85bf-41bf-b0b1-86f71cf7c7ec admin admin] Deleting port 3c7f382d-3621-44a8-bf72-fb7e89f93cf0 {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:48:05.275349 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-af76f40f-85bf-41bf-b0b1-86f71cf7c7ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:05.296645 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-6579d72d-9c4a-456b-8afa-88e4f2f36e88 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:05.379394 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [None req-af76f40f-85bf-41bf-b0b1-86f71cf7c7ec admin admin] For port 3c7f382d-3621-44a8-bf72-fb7e89f93cf0, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=3c7f382d-3621-44a8-bf72-fb7e89f93cf0,segment=NetworkSegment(c2499852-0995-4468-ba42-b5e7f07ff544),segment_id=c2499852-0995-4468-ba42-b5e7f07ff544)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:05.379667 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-af76f40f-85bf-41bf-b0b1-86f71cf7c7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:05.396135 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-af76f40f-85bf-41bf-b0b1-86f71cf7c7ec admin admin] Calling delete_port for 3c7f382d-3621-44a8-bf72-fb7e89f93cf0 owned by network:router_interface {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:48:05.446530 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-6579d72d-9c4a-456b-8afa-88e4f2f36e88 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:05.454338 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a511c4f7-0060-494c-8f80-11882c0a084f req-6d429d30-175a-4442-ac6a-440623608a5a tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=240a0e1e-b231-4580-9269-f01938464144 HTTP/1.1" status: 200 len: 210 time: 0.0282700 Sep 15 13:48:05.499796 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-6579d72d-9c4a-456b-8afa-88e4f2f36e88 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Network 46a1f37b-8eb2-4a43-96bd-3579e3f07779 is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:48:05.532585 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-6579d72d-9c4a-456b-8afa-88e4f2f36e88 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:48:05.543029 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-6579d72d-9c4a-456b-8afa-88e4f2f36e88 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:48:05.554599 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579d72d-9c4a-456b-8afa-88e4f2f36e88 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Pushing event updated for resources: {'Port': ['ID=8730fd5d-fdcb-44b6-bead-342d23b17a67,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:05.637541 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-6579d72d-9c4a-456b-8afa-88e4f2f36e88 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:05.638054 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-6579d72d-9c4a-456b-8afa-88e4f2f36e88 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:05.660485 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13b396-e4a5-4a6a-8c1f-57aac03fc14b req-7e8abe76-085e-4e49-94ce-0f35833f823c tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:05.661957 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2e13b396-e4a5-4a6a-8c1f-57aac03fc14b req-7e8abe76-085e-4e49-94ce-0f35833f823c tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 944 time: 0.1208253 Sep 15 13:48:05.729833 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2e13b396-e4a5-4a6a-8c1f-57aac03fc14b req-c63720e7-6010-4088-914f-e96a2e1db7fd tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611112 Sep 15 13:48:05.741025 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-6579d72d-9c4a-456b-8afa-88e4f2f36e88 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1763382 Sep 15 13:48:05.754854 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-44e7241a-2b5d-4a09-8832-7dc909f82a32 service neutron] Request body: {'port': {'device_id': '240a0e1e-b231-4580-9269-f01938464144', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:05.805950 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-44e7241a-2b5d-4a09-8832-7dc909f82a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:05.838281 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-af76f40f-85bf-41bf-b0b1-86f71cf7c7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:05.872112 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76f40f-85bf-41bf-b0b1-86f71cf7c7ec admin admin] Pushing event deleted for resources: {'Port': ['ID=3c7f382d-3621-44a8-bf72-fb7e89f93cf0,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:06.172397 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-af76f40f-85bf-41bf-b0b1-86f71cf7c7ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551093'] for router_interface, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:06.542168 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-44e7241a-2b5d-4a09-8832-7dc909f82a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8730fd5d-fdcb-44b6-bead-342d23b17a67 {{(pid=101214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:48:06.552731 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-44e7241a-2b5d-4a09-8832-7dc909f82a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:06.574928 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c0c83-38e0-41f1-827f-8f7f57d2f415 req-c5897956-d0ed-4002-9a7f-9c87dffc7b90 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:06.576432 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b95c0c83-38e0-41f1-827f-8f7f57d2f415 req-c5897956-d0ed-4002-9a7f-9c87dffc7b90 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=240a0e1e-b231-4580-9269-f01938464144 HTTP/1.1" status: 200 len: 931 time: 0.0519528 Sep 15 13:48:06.576584 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.provisioning_blocks [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-44e7241a-2b5d-4a09-8832-7dc909f82a32 service neutron] Transition to ACTIVE for port object 8730fd5d-fdcb-44b6-bead-342d23b17a67 will not be triggered until provisioned by entity L2. {{(pid=101214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:48:06.617092 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b95c0c83-38e0-41f1-827f-8f7f57d2f415 req-cb0f3344-343c-4712-a80b-481cd69d4425 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/security-groups?id=b838ef38-c723-4db8-ab09-321c04e3feb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335724 Sep 15 13:48:06.659621 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-44e7241a-2b5d-4a09-8832-7dc909f82a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:06.730800 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7241a-2b5d-4a09-8832-7dc909f82a32 service neutron] Pushing event updated for resources: {'Port': ['ID=8730fd5d-fdcb-44b6-bead-342d23b17a67,revision_number=2']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:06.791072 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af76f40f-85bf-41bf-b0b1-86f71cf7c7ec admin admin] Router 98f36e57-6586-4df2-a3bd-6da2977e4eb4 has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:48:06.901085 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-44e7241a-2b5d-4a09-8832-7dc909f82a32 service neutron] Attempting to bind port 8730fd5d-fdcb-44b6-bead-342d23b17a67 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:48:06.901452 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-44e7241a-2b5d-4a09-8832-7dc909f82a32 service neutron] Attempting to bind port 8730fd5d-fdcb-44b6-bead-342d23b17a67 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': '980f05fe-7c15-4ede-9fc1-3c52e2886958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '46a1f37b-8eb2-4a43-96bd-3579e3f07779'}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:48:06.901783 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-44e7241a-2b5d-4a09-8832-7dc909f82a32 service neutron] Attempting to bind port 8730fd5d-fdcb-44b6-bead-342d23b17a67 on network 46a1f37b-8eb2-4a43-96bd-3579e3f07779 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:48:06.914251 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-44e7241a-2b5d-4a09-8832-7dc909f82a32 service neutron] Port 8730fd5d-fdcb-44b6-bead-342d23b17a67 on network 46a1f37b-8eb2-4a43-96bd-3579e3f07779 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:48:06.914574 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-44e7241a-2b5d-4a09-8832-7dc909f82a32 service neutron] Attempting to bind port 8730fd5d-fdcb-44b6-bead-342d23b17a67 on network 46a1f37b-8eb2-4a43-96bd-3579e3f07779 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:48:06.925582 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-44e7241a-2b5d-4a09-8832-7dc909f82a32 service neutron] Checking agent: {'id': 'b550a8ff-0b84-4201-8276-b98629f1370c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'started_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:48:06.925922 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-44e7241a-2b5d-4a09-8832-7dc909f82a32 service neutron] Checking segment: {'id': '980f05fe-7c15-4ede-9fc1-3c52e2886958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '46a1f37b-8eb2-4a43-96bd-3579e3f07779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:48:06.926299 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-44e7241a-2b5d-4a09-8832-7dc909f82a32 service neutron] Bound using segment: {'id': '980f05fe-7c15-4ede-9fc1-3c52e2886958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '46a1f37b-8eb2-4a43-96bd-3579e3f07779'} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:48:06.926726 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-44e7241a-2b5d-4a09-8832-7dc909f82a32 service neutron] Bound port: 8730fd5d-fdcb-44b6-bead-342d23b17a67, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '980f05fe-7c15-4ede-9fc1-3c52e2886958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '46a1f37b-8eb2-4a43-96bd-3579e3f07779'}}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:48:06.927085 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-44e7241a-2b5d-4a09-8832-7dc909f82a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:06.938212 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3559376-4b67-4488-9b89-94e6e0ba40f4 req-4d233338-12cb-470c-8672-865475a527e1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:06.939689 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e3559376-4b67-4488-9b89-94e6e0ba40f4 req-4d233338-12cb-470c-8672-865475a527e1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 944 time: 0.1362174 Sep 15 13:48:07.033766 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af76f40f-85bf-41bf-b0b1-86f71cf7c7ec admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:48:07.042481 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-af76f40f-85bf-41bf-b0b1-86f71cf7c7ec admin admin] 10.222.0.30 "PUT /v2.0/routers/98f36e57-6586-4df2-a3bd-6da2977e4eb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8434219 Sep 15 13:48:07.043258 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e129cd-82d0-41bf-ab90-26f7f085a210 None None] Sync routers for ids ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'] in dv-cinder-803456-3-iscsi {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:48:07.045417 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 51144) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:07.050045 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e3559376-4b67-4488-9b89-94e6e0ba40f4 req-645d7566-8d91-4f6d-8ad0-953eb3d63fa2 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962455 Sep 15 13:48:07.056473 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-44e7241a-2b5d-4a09-8832-7dc909f82a32 service neutron] For port 8730fd5d-fdcb-44b6-bead-342d23b17a67, host hv-cinder-80345, cleared binding levels {{(pid=101214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:48:07.060232 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e129cd-82d0-41bf-ab90-26f7f085a210 None None] Routers {'98f36e57-6586-4df2-a3bd-6da2977e4eb4'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:48:07.060232 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-c5e129cd-82d0-41bf-ab90-26f7f085a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:47:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:07.060599 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-44e7241a-2b5d-4a09-8832-7dc909f82a32 service neutron] For port 8730fd5d-fdcb-44b6-bead-342d23b17a67, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=8730fd5d-fdcb-44b6-bead-342d23b17a67,segment=NetworkSegment(980f05fe-7c15-4ede-9fc1-3c52e2886958),segment_id=980f05fe-7c15-4ede-9fc1-3c52e2886958)] {{(pid=101214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:48:07.153722 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-44e7241a-2b5d-4a09-8832-7dc909f82a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:07.166476 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a439124c-22b9-478c-a7ea-df9d8a9b2851 admin admin] Notify callbacks [] for router, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:07.182868 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-c5e129cd-82d0-41bf-ab90-26f7f085a210 None None] Set router 98f36e57-6586-4df2-a3bd-6da2977e4eb4 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:48:07.192724 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-44e7241a-2b5d-4a09-8832-7dc909f82a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:07.193455 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-44e7241a-2b5d-4a09-8832-7dc909f82a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:07.194893 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-44e7241a-2b5d-4a09-8832-7dc909f82a32 service neutron] 10.222.0.15 "PUT /v2.0/ports/8730fd5d-fdcb-44b6-bead-342d23b17a67 HTTP/1.1" status: 200 len: 1093 time: 1.4441230 Sep 15 13:48:07.195395 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240a0e1e-b231-4580-9269-f01938464144', 'tag': '8730fd5d-fdcb-44b6-bead-342d23b17a67'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:48:07.197845 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5637df4d-a2dc-43ee-8540-8c961146cdbf" -d '{"events": [{"name": "network-changed", "server_uuid": "240a0e1e-b231-4580-9269-f01938464144", "tag": "8730fd5d-fdcb-44b6-bead-342d23b17a67"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:48:07.225397 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7241a-2b5d-4a09-8832-7dc909f82a32 service neutron] Pushing event updated for resources: {'Port': ['ID=8730fd5d-fdcb-44b6-bead-342d23b17a67,revision_number=3']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:07.241638 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0d9188-08f4-4e06-9ba9-8375e2390ca7 x-openstack-request-id: req-dd0d9188-08f4-4e06-9ba9-8375e2390ca7 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:48:07.241638 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240a0e1e-b231-4580-9269-f01938464144", "tag": "8730fd5d-fdcb-44b6-bead-342d23b17a67", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:48:07.241638 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd0d9188-08f4-4e06-9ba9-8375e2390ca7 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:48:07.241638 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240a0e1e-b231-4580-9269-f01938464144', 'tag': '8730fd5d-fdcb-44b6-bead-342d23b17a67', 'status': 'completed', 'code': 200} Sep 15 13:48:07.294716 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a439124c-22b9-478c-a7ea-df9d8a9b2851 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:07.304158 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637df4d-a2dc-43ee-8540-8c961146cdbf req-b1c91515-4e84-48d8-bc28-db7ddf009aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:07.305762 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5637df4d-a2dc-43ee-8540-8c961146cdbf req-b1c91515-4e84-48d8-bc28-db7ddf009aa1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1160bbb0fc8c47838b43d86c1c09642a&device_id=240a0e1e-b231-4580-9269-f01938464144 HTTP/1.1" status: 200 len: 1096 time: 0.0421185 Sep 15 13:48:07.389434 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-c5e129cd-82d0-41bf-ab90-26f7f085a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'name': 'tempest-AttachVolumeTestJSON-452463078-router', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '66d906d0-0301-4348-befe-ab68c854165f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:48:05Z', 'revision_number': 5, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'gw_port': {'id': '66d906d0-0301-4348-befe-ab68c854165f', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:41:29Z', 'updated_at': '2021-09-15T13:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:07.407121 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637df4d-a2dc-43ee-8540-8c961146cdbf req-59dba34c-4d26-403d-8e8f-b06c4d922a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:07.408659 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5637df4d-a2dc-43ee-8540-8c961146cdbf req-59dba34c-4d26-403d-8e8f-b06c4d922a39 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1160bbb0fc8c47838b43d86c1c09642a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0938981 Sep 15 13:48:07.417941 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e129cd-82d0-41bf-ab90-26f7f085a210 None None] Checking router: 98f36e57-6586-4df2-a3bd-6da2977e4eb4 for host: dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:48:07.426542 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e129cd-82d0-41bf-ab90-26f7f085a210 None None] Routers {'98f36e57-6586-4df2-a3bd-6da2977e4eb4'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:48:07.427253 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-c5e129cd-82d0-41bf-ab90-26f7f085a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:47:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:07.431914 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-a439124c-22b9-478c-a7ea-df9d8a9b2851 admin admin] Deleting port 66d906d0-0301-4348-befe-ab68c854165f {{(pid=101213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:48:07.432260 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a439124c-22b9-478c-a7ea-df9d8a9b2851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:07.513314 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-c5e129cd-82d0-41bf-ab90-26f7f085a210 None None] Set router 98f36e57-6586-4df2-a3bd-6da2977e4eb4 gateway port host: None {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:48:07.513610 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637df4d-a2dc-43ee-8540-8c961146cdbf req-65364b3d-5d6e-4656-9ca8-c73a36b96dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:07.514841 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5637df4d-a2dc-43ee-8540-8c961146cdbf req-65364b3d-5d6e-4656-9ca8-c73a36b96dc8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0990255 Sep 15 13:48:07.517946 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.db [None req-a439124c-22b9-478c-a7ea-df9d8a9b2851 admin admin] For port 66d906d0-0301-4348-befe-ab68c854165f, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=66d906d0-0301-4348-befe-ab68c854165f,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:07.518312 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a439124c-22b9-478c-a7ea-df9d8a9b2851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:07.531780 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-a439124c-22b9-478c-a7ea-df9d8a9b2851 admin admin] Calling delete_port for 66d906d0-0301-4348-befe-ab68c854165f owned by network:router_gateway {{(pid=101213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:48:07.567619 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-c5e129cd-82d0-41bf-ab90-26f7f085a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'name': 'tempest-AttachVolumeTestJSON-452463078-router', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:48:07Z', 'revision_number': 6, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'gw_port_host': None}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:07.597563 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-674e0e55-9c29-402c-b72f-6803864b7877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:07.598160 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e129cd-82d0-41bf-ab90-26f7f085a210 None None] The sync data for ids ['98f36e57-6586-4df2-a3bd-6da2977e4eb4'] in dv-cinder-803456-3-iscsi is: [{'id': '98f36e57-6586-4df2-a3bd-6da2977e4eb4', 'name': 'tempest-AttachVolumeTestJSON-452463078-router', 'tenant_id': '9afbcb1e186943a180e744626f0ee7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:41:28Z', 'updated_at': '2021-09-15T13:48:07Z', 'revision_number': 6, 'project_id': '9afbcb1e186943a180e744626f0ee7af', 'gw_port_host': None}] {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:48:07.599935 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-674e0e55-9c29-402c-b72f-6803864b7877 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1160bbb0fc8c47838b43d86c1c09642a&device_id=240a0e1e-b231-4580-9269-f01938464144 HTTP/1.1" status: 200 len: 1096 time: 0.0431466 Sep 15 13:48:07.650002 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-64eb360a-9d77-467e-aa30-607ba500e141 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8730fd5d-fdcb-44b6-bead-342d23b17a67 HTTP/1.1" status: 200 len: 217 time: 0.0400662 Sep 15 13:48:07.725633 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-6f6145ef-c809-41ec-95cf-35bd75ebd5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:07.727122 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-6f6145ef-c809-41ec-95cf-35bd75ebd5ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=761722f9-7f47-4c23-9553-8bae310b0272 HTTP/1.1" status: 200 len: 854 time: 0.0680881 Sep 15 13:48:07.755082 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181dab1-f7aa-4956-98dc-920bb2b6eabf req-eab875cc-bf22-4320-9c0a-368d9ad4b312 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:07.756535 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-7181dab1-f7aa-4956-98dc-920bb2b6eabf req-eab875cc-bf22-4320-9c0a-368d9ad4b312 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=240a0e1e-b231-4580-9269-f01938464144 HTTP/1.1" status: 200 len: 943 time: 0.0698786 Sep 15 13:48:07.772708 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-da2d8e74-d816-4067-ae3a-e2830a549f31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46a1f37b-8eb2-4a43-96bd-3579e3f07779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367246 Sep 15 13:48:07.791856 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a439124c-22b9-478c-a7ea-df9d8a9b2851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:07.820009 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439124c-22b9-478c-a7ea-df9d8a9b2851 admin admin] Pushing event deleted for resources: {'Port': ['ID=66d906d0-0301-4348-befe-ab68c854165f,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:07.828577 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:07.832507 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-7181dab1-f7aa-4956-98dc-920bb2b6eabf req-d0d97826-f6d7-488d-87bc-7f0ce31217b7 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/security-groups?id=b838ef38-c723-4db8-ab09-321c04e3feb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625713 Sep 15 13:48:07.884397 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a439124c-22b9-478c-a7ea-df9d8a9b2851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551027'] for router_gateway, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:07.891407 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-aaafb5e5-b505-4bf2-aee7-ac3cbb721380 service neutron] 10.222.0.15 "GET /v2.0/networks/46a1f37b-8eb2-4a43-96bd-3579e3f07779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072538 Sep 15 13:48:07.981098 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a439124c-22b9-478c-a7ea-df9d8a9b2851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1755'] for router, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:07.983456 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a439124c-22b9-478c-a7ea-df9d8a9b2851 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:08.019297 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-19ddbc7b-25f4-4db1-8be4-e1a32aa93820 req-3c70407f-d609-4236-9817-f4d651329114 service neutron] 10.222.0.15 "GET /v2.0/networks/46a1f37b-8eb2-4a43-96bd-3579e3f07779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137056 Sep 15 13:48:08.135013 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a439124c-22b9-478c-a7ea-df9d8a9b2851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548825'] for router, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:08.135555 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a439124c-22b9-478c-a7ea-df9d8a9b2851 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98f36e57-6586-4df2-a3bd-6da2977e4eb4 {{(pid=101213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:48:08.141004 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a439124c-22b9-478c-a7ea-df9d8a9b2851 admin admin] Notify callbacks [] for router, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:08.142131 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-a439124c-22b9-478c-a7ea-df9d8a9b2851 admin admin] 10.222.0.30 "DELETE /v2.0/routers/98f36e57-6586-4df2-a3bd-6da2977e4eb4 HTTP/1.1" status: 204 len: 168 time: 1.0954745 Sep 15 13:48:08.144824 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 51152) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:08.191410 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21fe2b-069f-43ba-af45-e6fb35548b0e req-d8270aab-7587-47c6-b6d9-fadecaa0c2ef tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:08.192934 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9a21fe2b-069f-43ba-af45-e6fb35548b0e req-d8270aab-7587-47c6-b6d9-fadecaa0c2ef tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 944 time: 0.0555148 Sep 15 13:48:08.193832 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_v2 [None req-82afac02-19f6-48b7-8810-38ef2aec2764 admin admin] Deleting subnet e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6 {{(pid=101214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:48:08.196926 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-82afac02-19f6-48b7-8810-38ef2aec2764 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:08.230625 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9a21fe2b-069f-43ba-af45-e6fb35548b0e req-a02fecad-9da8-4539-af0c-ae2ee16337d6 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316241 Sep 15 13:48:08.233485 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-82afac02-19f6-48b7-8810-38ef2aec2764 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4615973'] for subnet, precommit_delete_associations {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:08.310091 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-82afac02-19f6-48b7-8810-38ef2aec2764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493165'] for subnet, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:08.376533 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:48:08.391646 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 3c7f382d-3621-44a8-bf72-fb7e89f93cf0 no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:48:08.414867 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: 3c7f382d-3621-44a8-bf72-fb7e89f93cf0 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:48:08.415207 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 3c7f382d-3621-44a8-bf72-fb7e89f93cf0 not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:48:08.478164 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-82afac02-19f6-48b7-8810-38ef2aec2764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4251690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943657'] for subnet, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:08.504351 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afac02-19f6-48b7-8810-38ef2aec2764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:08.508143 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-82afac02-19f6-48b7-8810-38ef2aec2764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for subnet, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:08.510117 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-82afac02-19f6-48b7-8810-38ef2aec2764 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e4f6c38e-7a07-49cb-a54d-0fbe2daa25f6 HTTP/1.1" status: 204 len: 168 time: 0.3641241 Sep 15 13:48:08.512879 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 51156) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:08.513805 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc0e405-8033-4465-b2fa-5301284c6c49 None None] Network 1a95ae3f-eb65-4410-bd12-2770233cdae3 requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:48:08.592213 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-ebd9b369-e0c9-4f6a-9a82-07d1e0b143fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463644'] for network, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:08.660108 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-ebd9b369-e0c9-4f6a-9a82-07d1e0b143fc admin admin] Deleting port 922a36c7-1d6f-447d-8302-4758fb74f37b {{(pid=101213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:48:08.660442 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-ebd9b369-e0c9-4f6a-9a82-07d1e0b143fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:08.724161 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabd6a02-9f23-47fb-8f5a-9256447edb5c None None] DHCP port deletion for 1a95ae3f-eb65-4410-bd12-2770233cdae3 request from dv-cinder-803456-3-iscsi {{(pid=101215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 13:48:08.728592 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.db [None req-ebd9b369-e0c9-4f6a-9a82-07d1e0b143fc admin admin] For port 922a36c7-1d6f-447d-8302-4758fb74f37b, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=922a36c7-1d6f-447d-8302-4758fb74f37b,segment=NetworkSegment(c2499852-0995-4468-ba42-b5e7f07ff544),segment_id=c2499852-0995-4468-ba42-b5e7f07ff544)] {{(pid=101213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:08.728975 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-ebd9b369-e0c9-4f6a-9a82-07d1e0b143fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:08.741441 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-ebd9b369-e0c9-4f6a-9a82-07d1e0b143fc admin admin] Calling delete_port for 922a36c7-1d6f-447d-8302-4758fb74f37b owned by network:dhcp {{(pid=101213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:48:08.775766 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-aabd6a02-9f23-47fb-8f5a-9256447edb5c None None] Deleting port 922a36c7-1d6f-447d-8302-4758fb74f37b {{(pid=101215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:48:08.775766 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-aabd6a02-9f23-47fb-8f5a-9256447edb5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:08.836650 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-aabd6a02-9f23-47fb-8f5a-9256447edb5c None None] For port 922a36c7-1d6f-447d-8302-4758fb74f37b, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=922a36c7-1d6f-447d-8302-4758fb74f37b,segment=NetworkSegment(c2499852-0995-4468-ba42-b5e7f07ff544),segment_id=c2499852-0995-4468-ba42-b5e7f07ff544)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:08.837039 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-aabd6a02-9f23-47fb-8f5a-9256447edb5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:08.848769 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-aabd6a02-9f23-47fb-8f5a-9256447edb5c None None] Calling delete_port for 922a36c7-1d6f-447d-8302-4758fb74f37b owned by network:dhcp {{(pid=101215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:48:08.911863 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-ebd9b369-e0c9-4f6a-9a82-07d1e0b143fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:08.929045 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-aabd6a02-9f23-47fb-8f5a-9256447edb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889'] for port, after_delete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:08.941050 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd9b369-e0c9-4f6a-9a82-07d1e0b143fc admin admin] No DVR routers for this DVR port 922a36c7-1d6f-447d-8302-4758fb74f37b on host dv-cinder-803456-3-iscsi {{(pid=101213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:48:08.946779 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9b369-e0c9-4f6a-9a82-07d1e0b143fc admin admin] Pushing event deleted for resources: {'Port': ['ID=922a36c7-1d6f-447d-8302-4758fb74f37b,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:08.957973 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd6a02-9f23-47fb-8f5a-9256447edb5c None None] Pushing event deleted for resources: {'Port': ['ID=922a36c7-1d6f-447d-8302-4758fb74f37b,revision_number=None']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:08.960659 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d422b-6fef-4692-97ec-80389f0d33e9 req-a53c99cb-63cd-4d98-af5a-94eddba38739 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:08.961885 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabd6a02-9f23-47fb-8f5a-9256447edb5c None None] No DVR routers for this DVR port 922a36c7-1d6f-447d-8302-4758fb74f37b on host dv-cinder-803456-3-iscsi {{(pid=101215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:48:08.962449 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-837d422b-6fef-4692-97ec-80389f0d33e9 req-a53c99cb-63cd-4d98-af5a-94eddba38739 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=240a0e1e-b231-4580-9269-f01938464144 HTTP/1.1" status: 200 len: 943 time: 0.0601916 Sep 15 13:48:09.004966 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-837d422b-6fef-4692-97ec-80389f0d33e9 req-924e7372-1845-482c-bb85-691bcf3e5ba8 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/security-groups?id=b838ef38-c723-4db8-ab09-321c04e3feb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330656 Sep 15 13:48:09.026032 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-ebd9b369-e0c9-4f6a-9a82-07d1e0b143fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492266', 'neutron.services.segments.db._delete_segments_for_network-8777769697949'] for network, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:09.046477 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-ebd9b369-e0c9-4f6a-9a82-07d1e0b143fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a95ae3f-eb65-4410-bd12-2770233cdae3']}} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:09.055408 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-ebd9b369-e0c9-4f6a-9a82-07d1e0b143fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2499852-0995-4468-ba42-b5e7f07ff544') {'for_net_delete': True} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:09.055704 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-ebd9b369-e0c9-4f6a-9a82-07d1e0b143fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2499852-0995-4468-ba42-b5e7f07ff544') {} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:09.064667 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-ebd9b369-e0c9-4f6a-9a82-07d1e0b143fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777769698726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008865'] for segment, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:09.078092 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-ebd9b369-e0c9-4f6a-9a82-07d1e0b143fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:09.084787 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd9b369-e0c9-4f6a-9a82-07d1e0b143fc admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=101213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-ebd9b369-e0c9-4f6a-9a82-07d1e0b143fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5084034'] for segment, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: Traceback (most recent call last): Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: timer() Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: cb(*args, **kw) Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: return func(*args, **kwargs) Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: self._notify() Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: self.callback(batched_events) Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: event.method(event) Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: return f(self, *a, **k) Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: return self._get(url).json() Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: return self.request(url, 'GET', **kwargs) Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:48:09.089271 dv-cinder-803456-3-iscsi neutron-server[101213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:48:09.203036 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-ebd9b369-e0c9-4f6a-9a82-07d1e0b143fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550935'] for network, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:09.209304 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-ebd9b369-e0c9-4f6a-9a82-07d1e0b143fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:09.211119 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-ebd9b369-e0c9-4f6a-9a82-07d1e0b143fc admin admin] 10.222.0.30 "DELETE /v2.0/networks/1a95ae3f-eb65-4410-bd12-2770233cdae3 HTTP/1.1" status: 204 len: 168 time: 0.6971459 Sep 15 13:48:09.226730 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9b369-e0c9-4f6a-9a82-07d1e0b143fc admin admin] Pushing event deleted for resources: {'Network': ['ID=1a95ae3f-eb65-4410-bd12-2770233cdae3,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:09.281064 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:48:09.351051 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0a21a-4333-4c33-b4f4-177b80dfdedd req-8c96c14a-bcc9-4e00-9b3b-3f66abe610a6 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:09.352519 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-e9f0a21a-4333-4c33-b4f4-177b80dfdedd req-8c96c14a-bcc9-4e00-9b3b-3f66abe610a6 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 944 time: 0.0549655 Sep 15 13:48:09.380941 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port f7a6d846-0a56-4df5-9cc5-b7ec9a62db70, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=f7a6d846-0a56-4df5-9cc5-b7ec9a62db70,segment=NetworkSegment(aee09e3c-777e-40f2-964e-304d3ae0c06e),segment_id=aee09e3c-777e-40f2-964e-304d3ae0c06e)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:09.390754 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-e9f0a21a-4333-4c33-b4f4-177b80dfdedd req-a12cddba-ea1a-460b-b495-1223ca58483a tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321963 Sep 15 13:48:09.392090 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': 'f7a6d846-0a56-4df5-9cc5-b7ec9a62db70', 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4', 'port_id': 'f7a6d846-0a56-4df5-9cc5-b7ec9a62db70', 'mac_address': 'fa:16:3e:b4:71:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63546249-766e-46c7-8179-1517924754e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:48:09.430710 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:09.443855 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:48:09.463319 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port f7a6d846-0a56-4df5-9cc5-b7ec9a62db70, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=f7a6d846-0a56-4df5-9cc5-b7ec9a62db70,segment=NetworkSegment(aee09e3c-777e-40f2-964e-304d3ae0c06e),segment_id=aee09e3c-777e-40f2-964e-304d3ae0c06e)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:09.523984 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 51168) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:09.566775 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-21d34c21-ee55-4752-8ffa-ebdeb36580f4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9afbcb1e186943a180e744626f0ee7af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414226 Sep 15 13:48:09.569442 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 51172) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:09.603245 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:09.604121 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 8730fd5d-fdcb-44b6-bead-342d23b17a67 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:48:09.622301 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a1660840-738a-475a-ad92-7826d5215ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:09.650233 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a1660840-738a-475a-ad92-7826d5215ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:09.797875 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a1660840-738a-475a-ad92-7826d5215ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:09.798449 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 66d906d0-0301-4348-befe-ab68c854165f no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:48:09.800880 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a1660840-738a-475a-ad92-7826d5215ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:09.802180 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-a1660840-738a-475a-ad92-7826d5215ea3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f98a78d9-db20-4c41-b39d-115ad4392c0c HTTP/1.1" status: 204 len: 168 time: 0.2317646 Sep 15 13:48:09.807699 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=f7a6d846-0a56-4df5-9cc5-b7ec9a62db70,revision_number=7']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:09.810417 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1660840-738a-475a-ad92-7826d5215ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98a78d9-db20-4c41-b39d-115ad4392c0c,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:09.835828 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: 66d906d0-0301-4348-befe-ab68c854165f {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:48:09.835828 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 66d906d0-0301-4348-befe-ab68c854165f not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:48:09.835828 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 922a36c7-1d6f-447d-8302-4758fb74f37b no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:48:09.885291 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: 922a36c7-1d6f-447d-8302-4758fb74f37b {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:48:09.885631 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 922a36c7-1d6f-447d-8302-4758fb74f37b not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:48:09.915319 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 8730fd5d-fdcb-44b6-bead-342d23b17a67, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=8730fd5d-fdcb-44b6-bead-342d23b17a67,segment=NetworkSegment(980f05fe-7c15-4ede-9fc1-3c52e2886958),segment_id=980f05fe-7c15-4ede-9fc1-3c52e2886958)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:09.926533 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': '8730fd5d-fdcb-44b6-bead-342d23b17a67', 'network_id': '46a1f37b-8eb2-4a43-96bd-3579e3f07779', 'port_id': '8730fd5d-fdcb-44b6-bead-342d23b17a67', 'mac_address': 'fa:16:3e:0e:89:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761722f9-7f47-4c23-9553-8bae310b0272', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:48:09.964887 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:09.980294 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8730fd5d-fdcb-44b6-bead-342d23b17a67 {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:48:09.998474 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 8730fd5d-fdcb-44b6-bead-342d23b17a67, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=8730fd5d-fdcb-44b6-bead-342d23b17a67,segment=NetworkSegment(980f05fe-7c15-4ede-9fc1-3c52e2886958),segment_id=980f05fe-7c15-4ede-9fc1-3c52e2886958)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:10.117407 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:10.122898 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3ac7f-9f9e-4c91-a079-6657f7db4f71 req-7216317c-352a-4f7e-b31f-2291adc674a6 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:10.124487 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-61e3ac7f-9f9e-4c91-a079-6657f7db4f71 req-7216317c-352a-4f7e-b31f-2291adc674a6 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=240a0e1e-b231-4580-9269-f01938464144 HTTP/1.1" status: 200 len: 943 time: 0.0506337 Sep 15 13:48:10.164640 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-61e3ac7f-9f9e-4c91-a079-6657f7db4f71 req-f563a56c-9cd3-4fbf-a739-7445ba498d92 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/security-groups?id=b838ef38-c723-4db8-ab09-321c04e3feb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337880 Sep 15 13:48:10.166777 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=8730fd5d-fdcb-44b6-bead-342d23b17a67,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:10.387712 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['f7a6d846-0a56-4df5-9cc5-b7ec9a62db70'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:48:10.392922 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['8730fd5d-fdcb-44b6-bead-342d23b17a67'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:48:10.512095 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed042f-5ea3-4fc1-80f4-829b5d80561e req-8e3f4955-55b0-4db3-bb73-3003ebc3401e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:10.513519 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-6aed042f-5ea3-4fc1-80f4-829b5d80561e req-8e3f4955-55b0-4db3-bb73-3003ebc3401e tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 945 time: 0.0538616 Sep 15 13:48:10.562102 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-6aed042f-5ea3-4fc1-80f4-829b5d80561e req-6b160bb2-11f4-4d93-b425-16edcb551b96 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405898 Sep 15 13:48:11.280726 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1313f-bb8d-4b24-83da-68949b97c45c req-7c9622dc-8f4c-49de-ace2-8c10bad8b49f tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:11.282224 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-04d1313f-bb8d-4b24-83da-68949b97c45c req-7c9622dc-8f4c-49de-ace2-8c10bad8b49f tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=240a0e1e-b231-4580-9269-f01938464144 HTTP/1.1" status: 200 len: 944 time: 0.0504248 Sep 15 13:48:11.295863 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:48:11.324227 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-04d1313f-bb8d-4b24-83da-68949b97c45c req-484d860c-8852-4e5a-921c-fe9453c23f02 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/security-groups?id=b838ef38-c723-4db8-ab09-321c04e3feb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353813 Sep 15 13:48:11.345981 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:48:11.346348 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:11.424561 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:11.447402 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb09b3a4-35b1-45c9-93c1-31729cdc9306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a6d846-0a56-4df5-9cc5-b7ec9a62db70'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:48:11.449671 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e3ced1-e789-43b8-b647-536380f0b214" -d '{"events": [{"server_uuid": "fb09b3a4-35b1-45c9-93c1-31729cdc9306", "name": "network-vif-plugged", "status": "completed", "tag": "f7a6d846-0a56-4df5-9cc5-b7ec9a62db70"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:48:11.463066 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port f7a6d846-0a56-4df5-9cc5-b7ec9a62db70, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=f7a6d846-0a56-4df5-9cc5-b7ec9a62db70,segment=NetworkSegment(aee09e3c-777e-40f2-964e-304d3ae0c06e),segment_id=aee09e3c-777e-40f2-964e-304d3ae0c06e)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:11.488404 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23543eb9-ecc3-4b9f-833c-9e125aaf619c x-openstack-request-id: req-23543eb9-ecc3-4b9f-833c-9e125aaf619c {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:48:11.488715 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb09b3a4-35b1-45c9-93c1-31729cdc9306", "name": "network-vif-plugged", "status": "completed", "tag": "f7a6d846-0a56-4df5-9cc5-b7ec9a62db70", "code": 200}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:48:11.488970 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23543eb9-ecc3-4b9f-833c-9e125aaf619c {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:48:11.489383 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb09b3a4-35b1-45c9-93c1-31729cdc9306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a6d846-0a56-4df5-9cc5-b7ec9a62db70', 'code': 200} Sep 15 13:48:11.557520 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:11.558322 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 8730fd5d-fdcb-44b6-bead-342d23b17a67 up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:48:11.633046 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=f7a6d846-0a56-4df5-9cc5-b7ec9a62db70,revision_number=8']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:11.683058 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e1551-f116-4ea8-a436-8d98ea76869b req-c8489b8a-666b-496a-8e1f-a7f87a97cf16 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:11.684568 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-448e1551-f116-4ea8-a436-8d98ea76869b req-c8489b8a-666b-496a-8e1f-a7f87a97cf16 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0503614 Sep 15 13:48:11.712092 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning for port 8730fd5d-fdcb-44b6-bead-342d23b17a67 completed by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:48:11.716265 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port 8730fd5d-fdcb-44b6-bead-342d23b17a67 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:48:11.716703 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:11.739015 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-448e1551-f116-4ea8-a436-8d98ea76869b req-0c483fb5-1359-4902-81ee-1860d770254d tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469985 Sep 15 13:48:11.810676 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6687c27-1493-4bc0-b508-f7619b882642 req-7887d907-6ef1-41dd-9a79-7861a6920df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:11.812330 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c6687c27-1493-4bc0-b508-f7619b882642 req-7887d907-6ef1-41dd-9a79-7861a6920df0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 1099 time: 0.0404558 Sep 15 13:48:11.819433 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:11.856927 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c6687c27-1493-4bc0-b508-f7619b882642 req-e3f77707-9e95-4ceb-a43e-53e31ff3e8cd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374215 Sep 15 13:48:11.859499 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 8730fd5d-fdcb-44b6-bead-342d23b17a67, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=8730fd5d-fdcb-44b6-bead-342d23b17a67,segment=NetworkSegment(980f05fe-7c15-4ede-9fc1-3c52e2886958),segment_id=980f05fe-7c15-4ede-9fc1-3c52e2886958)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:11.928829 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:11.977201 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=8730fd5d-fdcb-44b6-bead-342d23b17a67,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:12.446706 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b8998-5e5a-41bc-aaa7-8f1ea4f2fdef req-1f217c92-40cc-404a-8b8f-e0748ac02b0c tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:12.448171 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ef6b8998-5e5a-41bc-aaa7-8f1ea4f2fdef req-1f217c92-40cc-404a-8b8f-e0748ac02b0c tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=240a0e1e-b231-4580-9269-f01938464144 HTTP/1.1" status: 200 len: 945 time: 0.0524116 Sep 15 13:48:12.485059 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ef6b8998-5e5a-41bc-aaa7-8f1ea4f2fdef req-09eeaaab-c98e-42b7-8550-61f1f8bff8cf tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/security-groups?id=b838ef38-c723-4db8-ab09-321c04e3feb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310311 Sep 15 13:48:12.707264 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492b248-9e2e-4ca6-93fd-93626ffcf1f4 req-9226e44f-f78d-405a-953f-85ec05ec1bed tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:12.708708 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c492b248-9e2e-4ca6-93fd-93626ffcf1f4 req-9226e44f-f78d-405a-953f-85ec05ec1bed tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 946 time: 0.0478828 Sep 15 13:48:12.746408 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c492b248-9e2e-4ca6-93fd-93626ffcf1f4 req-ff9ebc56-2d82-4f4c-9862-cb80092d6dbd tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315204 Sep 15 13:48:12.860880 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199efb5-f848-48d5-9683-0106cf2f68e1 req-cc73d599-6b66-479a-8903-beac0daee303 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:12.863358 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2199efb5-f848-48d5-9683-0106cf2f68e1 req-cc73d599-6b66-479a-8903-beac0daee303 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0490184 Sep 15 13:48:12.907045 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2199efb5-f848-48d5-9683-0106cf2f68e1 req-4c697120-20b1-40b6-ab31-0bdfa22b31b8 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364165 Sep 15 13:48:13.387590 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 51266) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:13.491370 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-78297daf-9962-49d5-845b-133c5e76c1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:13.492093 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240a0e1e-b231-4580-9269-f01938464144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8730fd5d-fdcb-44b6-bead-342d23b17a67'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:48:13.493966 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfbced7-0bab-4e15-8ae6-b0dc50bc143e" -d '{"events": [{"server_uuid": "240a0e1e-b231-4580-9269-f01938464144", "name": "network-vif-plugged", "status": "completed", "tag": "8730fd5d-fdcb-44b6-bead-342d23b17a67"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:48:13.536924 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5011157-9231-42a3-ae87-174f049ef235 x-openstack-request-id: req-b5011157-9231-42a3-ae87-174f049ef235 {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:48:13.537347 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240a0e1e-b231-4580-9269-f01938464144", "name": "network-vif-plugged", "status": "completed", "tag": "8730fd5d-fdcb-44b6-bead-342d23b17a67", "code": 200}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:48:13.537864 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5011157-9231-42a3-ae87-174f049ef235 {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:48:13.538467 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240a0e1e-b231-4580-9269-f01938464144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8730fd5d-fdcb-44b6-bead-342d23b17a67', 'code': 200} Sep 15 13:48:13.603803 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-78297daf-9962-49d5-845b-133c5e76c1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:13.630174 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c21799-a58c-46e1-887a-c988cbebcf2d req-9fa3515f-aaeb-4581-991a-e891f07d8b05 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:13.631654 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c2c21799-a58c-46e1-887a-c988cbebcf2d req-9fa3515f-aaeb-4581-991a-e891f07d8b05 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=240a0e1e-b231-4580-9269-f01938464144 HTTP/1.1" status: 200 len: 945 time: 0.0619631 Sep 15 13:48:13.668844 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c2c21799-a58c-46e1-887a-c988cbebcf2d req-d199bfbe-f4fc-4ac2-810e-f06e171eef6d tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/security-groups?id=b838ef38-c723-4db8-ab09-321c04e3feb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310392 Sep 15 13:48:13.717688 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-78297daf-9962-49d5-845b-133c5e76c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:13.758056 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78297daf-9962-49d5-845b-133c5e76c1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf348fe6-a251-49cd-94d1-7a303c91eedd,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:13.763000 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-78297daf-9962-49d5-845b-133c5e76c1bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c4ec0cbe592c488d9184b314053365b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737965 Sep 15 13:48:13.765363 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 51274) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:13.817288 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-1ad1a79a-94a0-48d0-91d4-ae8c87c1bc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:13.838588 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-1ad1a79a-94a0-48d0-91d4-ae8c87c1bc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:13.869311 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c3a81-86a0-470f-a7dc-0418600aad23 req-dedcc404-2c23-41f0-b9dd-01113917f648 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:13.870835 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-594c3a81-86a0-470f-a7dc-0418600aad23 req-dedcc404-2c23-41f0-b9dd-01113917f648 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 946 time: 0.0488918 Sep 15 13:48:13.908839 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-594c3a81-86a0-470f-a7dc-0418600aad23 req-05e464b9-c8f1-4266-b923-e400236248ca tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320232 Sep 15 13:48:13.960628 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-1ad1a79a-94a0-48d0-91d4-ae8c87c1bc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:13.963273 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-1ad1a79a-94a0-48d0-91d4-ae8c87c1bc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:13.964403 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-1ad1a79a-94a0-48d0-91d4-ae8c87c1bc3d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf348fe6-a251-49cd-94d1-7a303c91eedd HTTP/1.1" status: 204 len: 168 time: 0.1980579 Sep 15 13:48:13.980810 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1a79a-94a0-48d0-91d4-ae8c87c1bc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf348fe6-a251-49cd-94d1-7a303c91eedd,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:13.996298 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090bc1c-d0bc-43de-b306-4316ca6b3172 req-8e45e4e4-b979-464e-90da-ffe466b64550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:13.997837 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d090bc1c-d0bc-43de-b306-4316ca6b3172 req-8e45e4e4-b979-464e-90da-ffe466b64550 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=240a0e1e-b231-4580-9269-f01938464144 HTTP/1.1" status: 200 len: 1098 time: 0.0648901 Sep 15 13:48:14.054537 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105fc92-4c75-4ea6-93dd-4205fbf09d0e req-1ff943f0-f113-4850-b94a-0d9562423ea0 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:14.056013 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8105fc92-4c75-4ea6-93dd-4205fbf09d0e req-1ff943f0-f113-4850-b94a-0d9562423ea0 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0777433 Sep 15 13:48:14.059809 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d090bc1c-d0bc-43de-b306-4316ca6b3172 req-4cf99831-002a-44f5-bdc6-bbe33fc64f75 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b838ef38-c723-4db8-ab09-321c04e3feb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461106 Sep 15 13:48:14.094217 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8105fc92-4c75-4ea6-93dd-4205fbf09d0e req-70d2d3de-d5a4-4a2a-b5c0-a772a2de3b65 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323503 Sep 15 13:48:14.488415 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 51286) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:14.501578 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e9445e2c-6732-4228-8381-b675f1b8f333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:14.598802 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6375a3-1ab8-4507-9e46-38c6ee33c509 req-d9b4471a-fc3b-4f8b-9840-6ffa75d313c6 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:14.600264 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9a6375a3-1ab8-4507-9e46-38c6ee33c509 req-d9b4471a-fc3b-4f8b-9840-6ffa75d313c6 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 946 time: 0.0632715 Sep 15 13:48:14.687286 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e9445e2c-6732-4228-8381-b675f1b8f333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:14.713906 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-9a6375a3-1ab8-4507-9e46-38c6ee33c509 req-c542090b-2fb4-4508-b6f3-890adcbb2326 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Deleting port b2bc793d-38ba-40f2-9359-936a50101bd4 {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:48:14.714251 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9a6375a3-1ab8-4507-9e46-38c6ee33c509 req-c542090b-2fb4-4508-b6f3-890adcbb2326 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:14.749637 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e9445e2c-6732-4228-8381-b675f1b8f333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:14.783178 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639a005-5c65-4450-aab0-b758b1bceca9 req-16c0f1e1-2f28-4bfb-87c8-7834bffa14ad tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:14.785112 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b639a005-5c65-4450-aab0-b758b1bceca9 req-16c0f1e1-2f28-4bfb-87c8-7834bffa14ad tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=240a0e1e-b231-4580-9269-f01938464144 HTTP/1.1" status: 200 len: 945 time: 0.0496652 Sep 15 13:48:14.822939 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b639a005-5c65-4450-aab0-b758b1bceca9 req-2bea0a82-7c06-4d2f-8782-3564555cd874 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/security-groups?id=b838ef38-c723-4db8-ab09-321c04e3feb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Sep 15 13:48:14.830309 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9445e2c-6732-4228-8381-b675f1b8f333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce958ae5-ef81-40f3-8eca-5f7adc35f105,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:14.840119 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-e9445e2c-6732-4228-8381-b675f1b8f333 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fc1317f5633e41b2947abc64122620ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471019 Sep 15 13:48:14.840415 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 51290) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:14.843141 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-9a6375a3-1ab8-4507-9e46-38c6ee33c509 req-c542090b-2fb4-4508-b6f3-890adcbb2326 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] For port b2bc793d-38ba-40f2-9359-936a50101bd4, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=b2bc793d-38ba-40f2-9359-936a50101bd4,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:14.843503 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9a6375a3-1ab8-4507-9e46-38c6ee33c509 req-c542090b-2fb4-4508-b6f3-890adcbb2326 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:14.973433 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-17af03c3-4acf-4866-a5f8-5c27c27e6d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:15.029724 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-17af03c3-4acf-4866-a5f8-5c27c27e6d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:15.114493 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30746354-e6fd-4e18-b43d-ea9c17b0372b req-34f491cc-8171-4654-9f75-d45f7860d964 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:15.115937 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-30746354-e6fd-4e18-b43d-ea9c17b0372b req-34f491cc-8171-4654-9f75-d45f7860d964 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 946 time: 0.1310480 Sep 15 13:48:15.131555 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9a6375a3-1ab8-4507-9e46-38c6ee33c509 req-c542090b-2fb4-4508-b6f3-890adcbb2326 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:15.131913 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9a6375a3-1ab8-4507-9e46-38c6ee33c509 req-c542090b-2fb4-4508-b6f3-890adcbb2326 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550917'] for floatingip, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:15.132223 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.db.l3_db [req-9a6375a3-1ab8-4507-9e46-38c6ee33c509 req-c542090b-2fb4-4508-b6f3-890adcbb2326 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Floating IP 05002623-7eac-40f9-a14c-74c7bbb626ee disassociated. External IP: 172.27.0.140, port: b2bc793d-38ba-40f2-9359-936a50101bd4. Sep 15 13:48:15.132564 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-9a6375a3-1ab8-4507-9e46-38c6ee33c509 req-c542090b-2fb4-4508-b6f3-890adcbb2326 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Calling delete_port for b2bc793d-38ba-40f2-9359-936a50101bd4 owned by compute:nova {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:48:15.205907 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-30746354-e6fd-4e18-b43d-ea9c17b0372b req-1f1594cf-7ad8-46f2-9d9a-d386cd178b9a tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa2093ad-5096-4386-a3ca-43ea61814409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791161 Sep 15 13:48:15.264574 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-17af03c3-4acf-4866-a5f8-5c27c27e6d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:15.267254 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-17af03c3-4acf-4866-a5f8-5c27c27e6d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:15.268391 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-17af03c3-4acf-4866-a5f8-5c27c27e6d0b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ce958ae5-ef81-40f3-8eca-5f7adc35f105 HTTP/1.1" status: 204 len: 168 time: 0.4272246 Sep 15 13:48:15.286261 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af03c3-4acf-4866-a5f8-5c27c27e6d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce958ae5-ef81-40f3-8eca-5f7adc35f105,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:15.340535 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9a6375a3-1ab8-4507-9e46-38c6ee33c509 req-c542090b-2fb4-4508-b6f3-890adcbb2326 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:15.369814 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542090b-2fb4-4508-b6f3-890adcbb2326 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Pushing event deleted for resources: {'Port': ['ID=b2bc793d-38ba-40f2-9359-936a50101bd4,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:15.483329 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a6375a3-1ab8-4507-9e46-38c6ee33c509 req-c542090b-2fb4-4508-b6f3-890adcbb2326 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Router 47c370e7-8711-4172-8a71-0ab358796903 has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:48:15.591189 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a6375a3-1ab8-4507-9e46-38c6ee33c509 req-c542090b-2fb4-4508-b6f3-890adcbb2326 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:48:15.601867 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa70fec3-8840-4073-bae5-f55eef9b7244 None None] Sync routers for ids ['47c370e7-8711-4172-8a71-0ab358796903'] in dv-cinder-803456-3-iscsi {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:48:15.610743 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa70fec3-8840-4073-bae5-f55eef9b7244 None None] Routers {'47c370e7-8711-4172-8a71-0ab358796903'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:48:15.611344 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-aa70fec3-8840-4073-bae5-f55eef9b7244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:47:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['47c370e7-8711-4172-8a71-0ab358796903'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:15.631061 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6375a3-1ab8-4507-9e46-38c6ee33c509 req-c542090b-2fb4-4508-b6f3-890adcbb2326 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] No DVR routers for this DVR port b2bc793d-38ba-40f2-9359-936a50101bd4 on host hv-cinder-80345 {{(pid=101214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:48:15.633647 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-9a6375a3-1ab8-4507-9e46-38c6ee33c509 req-c542090b-2fb4-4508-b6f3-890adcbb2326 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:15.635911 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9a6375a3-1ab8-4507-9e46-38c6ee33c509 req-c542090b-2fb4-4508-b6f3-890adcbb2326 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.15 "DELETE /v2.0/ports/b2bc793d-38ba-40f2-9359-936a50101bd4 HTTP/1.1" status: 204 len: 173 time: 1.0290756 Sep 15 13:48:15.636048 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff', 'name': 'network-vif-deleted', 'tag': 'b2bc793d-38ba-40f2-9359-936a50101bd4'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:48:15.638267 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8af03d2-d34c-4459-ab94-fd6d573241f0" -d '{"events": [{"server_uuid": "cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff", "name": "network-vif-deleted", "tag": "b2bc793d-38ba-40f2-9359-936a50101bd4"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:48:15.674591 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41b9118-9bb8-45c5-a558-bc484c75b88e x-openstack-request-id: req-e41b9118-9bb8-45c5-a558-bc484c75b88e {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:48:15.674877 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff", "name": "network-vif-deleted", "tag": "b2bc793d-38ba-40f2-9359-936a50101bd4", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:48:15.675125 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e41b9118-9bb8-45c5-a558-bc484c75b88e {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:48:15.675595 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff', 'name': 'network-vif-deleted', 'tag': 'b2bc793d-38ba-40f2-9359-936a50101bd4', 'status': 'completed', 'code': 200} Sep 15 13:48:15.731756 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-aa70fec3-8840-4073-bae5-f55eef9b7244 None None] Set router 47c370e7-8711-4172-8a71-0ab358796903 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:48:15.950660 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-aa70fec3-8840-4073-bae5-f55eef9b7244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c370e7-8711-4172-8a71-0ab358796903', 'name': 'tempest-AttachVolumeShelveTestJSON-707555778-router', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:13Z', 'updated_at': '2021-09-15T13:45:16Z', 'revision_number': 4, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'gw_port': {'id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:38:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:14Z', 'updated_at': '2021-09-15T13:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': 'b269121a-c40d-49d0-b1b6-a45a3c43c19d', 'name': '', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'mac_address': 'fa:16:3e:ab:fe:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:16Z', 'updated_at': '2021-09-15T13:45:21Z', 'revision_number': 5, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'subnets': [{'id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:15.961464 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18513c71-4907-4435-a63c-f06032e63374 req-044e1bcb-45e0-4fc8-aa7d-40d57b3614af tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:15.962978 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-18513c71-4907-4435-a63c-f06032e63374 req-044e1bcb-45e0-4fc8-aa7d-40d57b3614af tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=240a0e1e-b231-4580-9269-f01938464144 HTTP/1.1" status: 200 len: 945 time: 0.0598080 Sep 15 13:48:15.980048 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa70fec3-8840-4073-bae5-f55eef9b7244 None None] Checking router: 47c370e7-8711-4172-8a71-0ab358796903 for host: dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:48:15.988984 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa70fec3-8840-4073-bae5-f55eef9b7244 None None] Routers {'47c370e7-8711-4172-8a71-0ab358796903'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:48:15.989610 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-aa70fec3-8840-4073-bae5-f55eef9b7244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:47:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['47c370e7-8711-4172-8a71-0ab358796903'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:16.009823 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-18513c71-4907-4435-a63c-f06032e63374 req-da012f18-51d7-4b9e-9d04-a66d387a2c64 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/security-groups?id=b838ef38-c723-4db8-ab09-321c04e3feb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389516 Sep 15 13:48:16.098401 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-aa70fec3-8840-4073-bae5-f55eef9b7244 None None] Set router 47c370e7-8711-4172-8a71-0ab358796903 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:48:16.362660 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f75cdf4b-54ad-470e-903f-ccda66bb7f80 req-c51340b0-d1d3-4f85-a326-fdb96c61f5a3 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd392f1-a2ba-45a7-8eb1-33e5cfc7d3ff HTTP/1.1" status: 200 len: 210 time: 0.0417166 Sep 15 13:48:16.416232 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-aa70fec3-8840-4073-bae5-f55eef9b7244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c370e7-8711-4172-8a71-0ab358796903', 'name': 'tempest-AttachVolumeShelveTestJSON-707555778-router', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:13Z', 'updated_at': '2021-09-15T13:45:16Z', 'revision_number': 4, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'gw_port': {'id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:38:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:14Z', 'updated_at': '2021-09-15T13:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': 'b269121a-c40d-49d0-b1b6-a45a3c43c19d', 'name': '', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'mac_address': 'fa:16:3e:ab:fe:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:16Z', 'updated_at': '2021-09-15T13:45:21Z', 'revision_number': 5, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'subnets': [{'id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:16.442630 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa70fec3-8840-4073-bae5-f55eef9b7244 None None] The sync data for ids ['47c370e7-8711-4172-8a71-0ab358796903'] in dv-cinder-803456-3-iscsi is: [{'id': '47c370e7-8711-4172-8a71-0ab358796903', 'name': 'tempest-AttachVolumeShelveTestJSON-707555778-router', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:13Z', 'updated_at': '2021-09-15T13:45:16Z', 'revision_number': 4, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'gw_port': {'id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:38:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:14Z', 'updated_at': '2021-09-15T13:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': 'b269121a-c40d-49d0-b1b6-a45a3c43c19d', 'name': '', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'mac_address': 'fa:16:3e:ab:fe:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:16Z', 'updated_at': '2021-09-15T13:45:21Z', 'revision_number': 5, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'subnets': [{'id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:48:16.684911 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b24cc-ff79-43ff-bbde-9a51a713c9d7 None None] New status for floating IP 05002623-7eac-40f9-a14c-74c7bbb626ee: DOWN {{(pid=101215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:48:17.299397 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device b2bc793d-38ba-40f2-9359-936a50101bd4 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:48:17.319502 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] No Port match for: b2bc793d-38ba-40f2-9359-936a50101bd4 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:48:17.325184 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device b2bc793d-38ba-40f2-9359-936a50101bd4 not bound to the agent host hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:48:17.524381 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 51364) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:17.578316 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0c5b4e0c-e027-4ed3-9fc3-e004149c5f1d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:17.604611 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0c5b4e0c-e027-4ed3-9fc3-e004149c5f1d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:17.688983 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0c5b4e0c-e027-4ed3-9fc3-e004149c5f1d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:17.692788 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0c5b4e0c-e027-4ed3-9fc3-e004149c5f1d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:17.694019 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-0c5b4e0c-e027-4ed3-9fc3-e004149c5f1d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "DELETE /v2.0/security-groups/aa2093ad-5096-4386-a3ca-43ea61814409 HTTP/1.1" status: 204 len: 168 time: 0.1686246 Sep 15 13:48:17.696695 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 51368) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:17.709416 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b4e0c-e027-4ed3-9fc3-e004149c5f1d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2093ad-5096-4386-a3ca-43ea61814409,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:17.711549 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.api.v2.resource [None req-48f3395d-733a-4e6a-a31d-0324ba705549 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] show failed (client error): The resource could not be found. Sep 15 13:48:17.712543 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-48f3395d-733a-4e6a-a31d-0324ba705549 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups/aa2093ad-5096-4386-a3ca-43ea61814409 HTTP/1.1" status: 404 len: 347 time: 0.0147824 Sep 15 13:48:17.715510 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 51370) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:17.839978 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-51e0d34c-baa3-434b-96bb-0f693a7fe37f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Deleting port f8e92e35-3688-4dbd-87d6-cbb25315f4a6 {{(pid=101213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:48:17.840259 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-51e0d34c-baa3-434b-96bb-0f693a7fe37f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:17.922037 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-51e0d34c-baa3-434b-96bb-0f693a7fe37f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:17.922315 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-51e0d34c-baa3-434b-96bb-0f693a7fe37f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:17.935190 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-51e0d34c-baa3-434b-96bb-0f693a7fe37f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Calling delete_port for f8e92e35-3688-4dbd-87d6-cbb25315f4a6 owned by network:floatingip {{(pid=101213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:48:17.971172 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 51376) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:18.076698 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-401b44c6-6d92-4ff9-ae17-7dd9ce80f521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.157884 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-51e0d34c-baa3-434b-96bb-0f693a7fe37f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.169123 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-401b44c6-6d92-4ff9-ae17-7dd9ce80f521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.184224 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0d34c-baa3-434b-96bb-0f693a7fe37f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Pushing event deleted for resources: {'Port': ['ID=f8e92e35-3688-4dbd-87d6-cbb25315f4a6,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:18.237785 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-401b44c6-6d92-4ff9-ae17-7dd9ce80f521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.244622 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-51e0d34c-baa3-434b-96bb-0f693a7fe37f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for floatingip, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.247206 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-51e0d34c-baa3-434b-96bb-0f693a7fe37f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for floatingip, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.248353 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-51e0d34c-baa3-434b-96bb-0f693a7fe37f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "DELETE /v2.0/floatingips/05002623-7eac-40f9-a14c-74c7bbb626ee HTTP/1.1" status: 204 len: 168 time: 0.5321639 Sep 15 13:48:18.278444 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-401b44c6-6d92-4ff9-ae17-7dd9ce80f521 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e9dafaacbcf40678c8a3ebdcf0e786d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061373 Sep 15 13:48:18.279309 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b44c6-6d92-4ff9-ae17-7dd9ce80f521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2ed54a-7598-4587-b058-872221edca41,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:18.281310 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 51380) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:18.332477 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-9fa11a62-7734-4f6b-a729-fcfe246851cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.356897 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-9fa11a62-7734-4f6b-a729-fcfe246851cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.535202 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-9fa11a62-7734-4f6b-a729-fcfe246851cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.537819 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-9fa11a62-7734-4f6b-a729-fcfe246851cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.538951 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-9fa11a62-7734-4f6b-a729-fcfe246851cd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1b2ed54a-7598-4587-b058-872221edca41 HTTP/1.1" status: 204 len: 168 time: 0.2566247 Sep 15 13:48:18.547044 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa11a62-7734-4f6b-a729-fcfe246851cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2ed54a-7598-4587-b058-872221edca41,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:18.630318 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 51386) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:18.634996 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-e782a507-0fed-4792-9a31-16a981f90403 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--647809897', 'description': 'tempest-description--2038014318'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:18.706226 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e782a507-0fed-4792-9a31-16a981f90403 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.785116 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e782a507-0fed-4792-9a31-16a981f90403 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.877424 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e782a507-0fed-4792-9a31-16a981f90403 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:18.907259 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782a507-0fed-4792-9a31-16a981f90403 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f874592d-b1eb-438d-bede-d45562918404,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:19.037840 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e782a507-0fed-4792-9a31-16a981f90403 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.039087 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-e782a507-0fed-4792-9a31-16a981f90403 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4077485 Sep 15 13:48:19.041887 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 51392) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:19.051525 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-3b903b61-d55d-4198-ad16-b2aa0d5c9e04 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Request body: {'security_group_rule': {'security_group_id': 'f874592d-b1eb-438d-bede-d45562918404', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:19.139485 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3b903b61-d55d-4198-ad16-b2aa0d5c9e04 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.207644 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3b903b61-d55d-4198-ad16-b2aa0d5c9e04 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.215595 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 51394) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:19.228718 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-16daa09f-fa03-465f-9258-8ac7cf7912ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.283580 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3b903b61-d55d-4198-ad16-b2aa0d5c9e04 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.310531 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b903b61-d55d-4198-ad16-b2aa0d5c9e04 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546deb40-261c-476f-ae43-e9b844fd850b,revision_number=0']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:19.334752 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-16daa09f-fa03-465f-9258-8ac7cf7912ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.403722 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-16daa09f-fa03-465f-9258-8ac7cf7912ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.445111 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-16daa09f-fa03-465f-9258-8ac7cf7912ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a78a0d915bc64bfabc89d6967b3331ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284803 Sep 15 13:48:19.445973 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16daa09f-fa03-465f-9258-8ac7cf7912ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb42a6e-154e-4524-8c53-f45e301bec25,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:19.447796 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 51396) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:19.450155 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3b903b61-d55d-4198-ad16-b2aa0d5c9e04 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.451462 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-3b903b61-d55d-4198-ad16-b2aa0d5c9e04 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4084809 Sep 15 13:48:19.455607 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 51398) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:19.461461 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-973fcdf9-4789-4d1a-b3c0-db71af366a48 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Request body: {'security_group_rule': {'security_group_id': 'f874592d-b1eb-438d-bede-d45562918404', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:19.496521 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-cc6c8b76-aa72-4a71-b236-486e4a536c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.517128 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-cc6c8b76-aa72-4a71-b236-486e4a536c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.556647 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-973fcdf9-4789-4d1a-b3c0-db71af366a48 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.614697 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-cc6c8b76-aa72-4a71-b236-486e4a536c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.617200 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-cc6c8b76-aa72-4a71-b236-486e4a536c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.618322 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-cc6c8b76-aa72-4a71-b236-486e4a536c6d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/beb42a6e-154e-4524-8c53-f45e301bec25 HTTP/1.1" status: 204 len: 168 time: 0.1695056 Sep 15 13:48:19.625985 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c8b76-aa72-4a71-b236-486e4a536c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb42a6e-154e-4524-8c53-f45e301bec25,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:19.626155 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-973fcdf9-4789-4d1a-b3c0-db71af366a48 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.688912 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-973fcdf9-4789-4d1a-b3c0-db71af366a48 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475442'] for security_group_rule, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.710930 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fcdf9-4789-4d1a-b3c0-db71af366a48 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8297a52b-bb04-4224-9525-662a612f3036,revision_number=0']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:19.757869 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-973fcdf9-4789-4d1a-b3c0-db71af366a48 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.759089 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-973fcdf9-4789-4d1a-b3c0-db71af366a48 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3025270 Sep 15 13:48:19.762095 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 51402) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:19.766399 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-92f77dfb-eb5a-43c0-ac47-06b663af210e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Request body: {'floatingip': {'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:19.866610 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-92f77dfb-eb5a-43c0-ac47-06b663af210e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for floatingip, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:19.967016 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-92f77dfb-eb5a-43c0-ac47-06b663af210e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:20.073048 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_common [None req-92f77dfb-eb5a-43c0-ac47-06b663af210e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Allocated IP 172.27.0.238 (ece37916-b27e-4896-b760-50248bab8142/37569b60-ab24-446b-9709-ec585ea5ec0b/53bdb608-5b2a-4044-b02e-ab23bc37494a) {{(pid=101213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:48:20.396204 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-92f77dfb-eb5a-43c0-ac47-06b663af210e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for port, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:20.521970 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-92f77dfb-eb5a-43c0-ac47-06b663af210e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:20.559205 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f77dfb-eb5a-43c0-ac47-06b663af210e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Network ece37916-b27e-4896-b760-50248bab8142 is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:48:20.561978 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-92f77dfb-eb5a-43c0-ac47-06b663af210e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:48:20.568116 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f77dfb-eb5a-43c0-ac47-06b663af210e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Received port after_create {{(pid=101213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:48:20.572855 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f77dfb-eb5a-43c0-ac47-06b663af210e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Pushing event updated for resources: {'Port': ['ID=53bdb608-5b2a-4044-b02e-ab23bc37494a,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:20.652738 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-92f77dfb-eb5a-43c0-ac47-06b663af210e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:20.724714 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-92f77dfb-eb5a-43c0-ac47-06b663af210e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:20.876864 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-92f77dfb-eb5a-43c0-ac47-06b663af210e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for port, precommit_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:20.940122 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-92f77dfb-eb5a-43c0-ac47-06b663af210e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5008746'] for port, after_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:21.011636 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f77dfb-eb5a-43c0-ac47-06b663af210e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Pushing event updated for resources: {'Port': ['ID=53bdb608-5b2a-4044-b02e-ab23bc37494a,revision_number=2']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:21.017790 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-92f77dfb-eb5a-43c0-ac47-06b663af210e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550917'] for floatingip, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:21.106362 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-92f77dfb-eb5a-43c0-ac47-06b663af210e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for floatingip, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:21.107642 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-92f77dfb-eb5a-43c0-ac47-06b663af210e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3445871 Sep 15 13:48:21.186348 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-d6cb1c64-331a-4483-903c-06c72f24566d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:21.300518 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-91710b36-4454-4a74-af52-0499f11de986 req-653644d3-1d7f-44ad-a4c9-4fd96836b8f7 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--647809897&fields=id&tenant_id=d456829f8de447eea8fd66f35874b574 HTTP/1.1" status: 200 len: 267 time: 0.0343454 Sep 15 13:48:21.412085 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91710b36-4454-4a74-af52-0499f11de986 req-77f4b3a0-66e2-47c9-8b1f-143115c5bf74 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:21.413573 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-91710b36-4454-4a74-af52-0499f11de986 req-77f4b3a0-66e2-47c9-8b1f-143115c5bf74 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/networks?id=480fc22a-9718-4af5-897e-c1ba6a0ea29f HTTP/1.1" status: 200 len: 816 time: 0.1060374 Sep 15 13:48:21.428398 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-91710b36-4454-4a74-af52-0499f11de986 req-27872cb9-f88c-43b3-a721-6b492785a81e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/quotas/d456829f8de447eea8fd66f35874b574 HTTP/1.1" status: 200 len: 375 time: 0.0091116 Sep 15 13:48:21.481553 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-91710b36-4454-4a74-af52-0499f11de986 req-5306d302-a984-471f-b9c9-2e539dbc2b65 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d456829f8de447eea8fd66f35874b574&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474720 Sep 15 13:48:21.582547 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-91710b36-4454-4a74-af52-0499f11de986 req-bbe3dd9a-4bf3-46d0-bcf7-4a5a9c2ac898 service neutron] 10.222.0.30 "GET /v2.0/networks/480fc22a-9718-4af5-897e-c1ba6a0ea29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894535 Sep 15 13:48:21.672646 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-91710b36-4454-4a74-af52-0499f11de986 req-4ea81b8a-543f-4bd0-b1f7-8efb875ebec0 service neutron] 10.222.0.30 "GET /v2.0/networks/480fc22a-9718-4af5-897e-c1ba6a0ea29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832639 Sep 15 13:48:21.884836 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0f61c4a2-3061-4daa-b3bf-27637da31557 req-5d3f5db6-c994-468c-b8c6-32d99ca01138 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 210 time: 0.0285127 Sep 15 13:48:22.985113 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b34a1766-ea76-4516-8e89-dc057d236516 req-3933c61b-7f49-4973-a2a7-bbbb47281609 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 210 time: 0.0285881 Sep 15 13:48:23.768833 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-602850df-2fae-4402-b006-5bbb14bfed6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:23.814838 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:24.023120 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91710b36-4454-4a74-af52-0499f11de986 req-d9bfcbc9-627a-4f55-8972-2853698133f3 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:24.025017 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-91710b36-4454-4a74-af52-0499f11de986 req-d9bfcbc9-627a-4f55-8972-2853698133f3 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.15 "GET /v2.0/networks?id=480fc22a-9718-4af5-897e-c1ba6a0ea29f HTTP/1.1" status: 200 len: 816 time: 0.1206615 Sep 15 13:48:24.074261 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-91710b36-4454-4a74-af52-0499f11de986 req-a017314e-9401-40eb-aab1-74c1fb9dc1f8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d456829f8de447eea8fd66f35874b574 HTTP/1.1" status: 200 len: 379 time: 0.0399549 Sep 15 13:48:24.088917 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-91710b36-4454-4a74-af52-0499f11de986 req-8442497c-04cd-461f-b0cc-3b1cddeada0b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Request body: {'port': {'device_id': 'f8846741-b520-497b-8d8c-ad98f46d283f', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'admin_state_up': True, 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'security_groups': ['f874592d-b1eb-438d-bede-d45562918404']}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:24.139178 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-48728528-5280-4b60-a8d0-ffeb1bfcf3cd req-29a6fad2-f0b4-4bd9-9a40-3d8f7b74eb92 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 210 time: 0.0387659 Sep 15 13:48:24.329007 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91710b36-4454-4a74-af52-0499f11de986 req-8442497c-04cd-461f-b0cc-3b1cddeada0b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Made reservation on behalf of d456829f8de447eea8fd66f35874b574 for: {'port': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:48:24.333348 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-91710b36-4454-4a74-af52-0499f11de986 req-8442497c-04cd-461f-b0cc-3b1cddeada0b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:24.464834 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [req-91710b36-4454-4a74-af52-0499f11de986 req-8442497c-04cd-461f-b0cc-3b1cddeada0b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Allocated IP 172.20.0.11 (480fc22a-9718-4af5-897e-c1ba6a0ea29f/c52fc5a2-023c-41c5-8df6-56d1e497870b/922ffec7-b203-45ce-8ae8-31fa424e6bd4) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:48:24.597184 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-91710b36-4454-4a74-af52-0499f11de986 req-8442497c-04cd-461f-b0cc-3b1cddeada0b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:24.781115 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-91710b36-4454-4a74-af52-0499f11de986 req-8442497c-04cd-461f-b0cc-3b1cddeada0b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:24.826871 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91710b36-4454-4a74-af52-0499f11de986 req-8442497c-04cd-461f-b0cc-3b1cddeada0b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Network 480fc22a-9718-4af5-897e-c1ba6a0ea29f is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:48:24.829798 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [req-91710b36-4454-4a74-af52-0499f11de986 req-8442497c-04cd-461f-b0cc-3b1cddeada0b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:48:24.834335 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-91710b36-4454-4a74-af52-0499f11de986 req-8442497c-04cd-461f-b0cc-3b1cddeada0b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:48:24.843585 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442497c-04cd-461f-b0cc-3b1cddeada0b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Pushing event updated for resources: {'Port': ['ID=922ffec7-b203-45ce-8ae8-31fa424e6bd4,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:24.889831 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91710b36-4454-4a74-af52-0499f11de986 req-8442497c-04cd-461f-b0cc-3b1cddeada0b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:24.890460 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-91710b36-4454-4a74-af52-0499f11de986 req-8442497c-04cd-461f-b0cc-3b1cddeada0b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:24.992636 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-91710b36-4454-4a74-af52-0499f11de986 req-8442497c-04cd-461f-b0cc-3b1cddeada0b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9130821 Sep 15 13:48:25.005486 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-91710b36-4454-4a74-af52-0499f11de986 req-5721a570-cb8b-4f05-b095-fa74ecc14cfe service neutron] Request body: {'port': {'device_id': 'f8846741-b520-497b-8d8c-ad98f46d283f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:25.034482 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-aee0aa56-0b93-4c09-b98a-4295f82fe92f None None] Provisioning complete for port 922ffec7-b203-45ce-8ae8-31fa424e6bd4 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:48:25.043248 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-aee0aa56-0b93-4c09-b98a-4295f82fe92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:25.063906 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-91710b36-4454-4a74-af52-0499f11de986 req-5721a570-cb8b-4f05-b095-fa74ecc14cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:25.068354 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-aee0aa56-0b93-4c09-b98a-4295f82fe92f None None] Port 922ffec7-b203-45ce-8ae8-31fa424e6bd4 cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:48:25.111936 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:25.268234 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d0570-6d87-46ba-850e-082f685f0af2 req-03b27611-f908-4297-a485-b161ad119e42 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:25.269861 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-469d0570-6d87-46ba-850e-082f685f0af2 req-03b27611-f908-4297-a485-b161ad119e42 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 932 time: 0.0540240 Sep 15 13:48:25.308387 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-469d0570-6d87-46ba-850e-082f685f0af2 req-d6568f15-90f0-4a26-b9a1-b5043a0445d5 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322738 Sep 15 13:48:25.356685 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [req-91710b36-4454-4a74-af52-0499f11de986 req-5721a570-cb8b-4f05-b095-fa74ecc14cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 922ffec7-b203-45ce-8ae8-31fa424e6bd4 {{(pid=101214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:48:25.364658 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-91710b36-4454-4a74-af52-0499f11de986 req-5721a570-cb8b-4f05-b095-fa74ecc14cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:25.376031 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.provisioning_blocks [req-91710b36-4454-4a74-af52-0499f11de986 req-5721a570-cb8b-4f05-b095-fa74ecc14cfe service neutron] Transition to ACTIVE for port object 922ffec7-b203-45ce-8ae8-31fa424e6bd4 will not be triggered until provisioned by entity L2. {{(pid=101214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:48:25.443227 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-91710b36-4454-4a74-af52-0499f11de986 req-5721a570-cb8b-4f05-b095-fa74ecc14cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:25.500509 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721a570-cb8b-4f05-b095-fa74ecc14cfe service neutron] Pushing event updated for resources: {'Port': ['ID=922ffec7-b203-45ce-8ae8-31fa424e6bd4,revision_number=2']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:25.572109 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-91710b36-4454-4a74-af52-0499f11de986 req-5721a570-cb8b-4f05-b095-fa74ecc14cfe service neutron] Attempting to bind port 922ffec7-b203-45ce-8ae8-31fa424e6bd4 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:48:25.572445 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-91710b36-4454-4a74-af52-0499f11de986 req-5721a570-cb8b-4f05-b095-fa74ecc14cfe service neutron] Attempting to bind port 922ffec7-b203-45ce-8ae8-31fa424e6bd4 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': 'a5308b52-47d8-4426-bd77-c33311af5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f'}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:48:25.572779 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91710b36-4454-4a74-af52-0499f11de986 req-5721a570-cb8b-4f05-b095-fa74ecc14cfe service neutron] Attempting to bind port 922ffec7-b203-45ce-8ae8-31fa424e6bd4 on network 480fc22a-9718-4af5-897e-c1ba6a0ea29f {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:48:25.577391 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91710b36-4454-4a74-af52-0499f11de986 req-5721a570-cb8b-4f05-b095-fa74ecc14cfe service neutron] Port 922ffec7-b203-45ce-8ae8-31fa424e6bd4 on network 480fc22a-9718-4af5-897e-c1ba6a0ea29f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:48:25.577854 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91710b36-4454-4a74-af52-0499f11de986 req-5721a570-cb8b-4f05-b095-fa74ecc14cfe service neutron] Attempting to bind port 922ffec7-b203-45ce-8ae8-31fa424e6bd4 on network 480fc22a-9718-4af5-897e-c1ba6a0ea29f {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:48:25.583575 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91710b36-4454-4a74-af52-0499f11de986 req-5721a570-cb8b-4f05-b095-fa74ecc14cfe service neutron] Checking agent: {'id': 'b550a8ff-0b84-4201-8276-b98629f1370c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'started_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:48:25.584152 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91710b36-4454-4a74-af52-0499f11de986 req-5721a570-cb8b-4f05-b095-fa74ecc14cfe service neutron] Checking segment: {'id': 'a5308b52-47d8-4426-bd77-c33311af5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:48:25.584543 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91710b36-4454-4a74-af52-0499f11de986 req-5721a570-cb8b-4f05-b095-fa74ecc14cfe service neutron] Bound using segment: {'id': 'a5308b52-47d8-4426-bd77-c33311af5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f'} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:48:25.585101 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-91710b36-4454-4a74-af52-0499f11de986 req-5721a570-cb8b-4f05-b095-fa74ecc14cfe service neutron] Bound port: 922ffec7-b203-45ce-8ae8-31fa424e6bd4, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5308b52-47d8-4426-bd77-c33311af5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f'}}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:48:25.585487 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-91710b36-4454-4a74-af52-0499f11de986 req-5721a570-cb8b-4f05-b095-fa74ecc14cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:25.651605 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-91710b36-4454-4a74-af52-0499f11de986 req-5721a570-cb8b-4f05-b095-fa74ecc14cfe service neutron] For port 922ffec7-b203-45ce-8ae8-31fa424e6bd4, host hv-cinder-80345, cleared binding levels {{(pid=101214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:48:25.654678 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-91710b36-4454-4a74-af52-0499f11de986 req-5721a570-cb8b-4f05-b095-fa74ecc14cfe service neutron] For port 922ffec7-b203-45ce-8ae8-31fa424e6bd4, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=922ffec7-b203-45ce-8ae8-31fa424e6bd4,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:48:25.724694 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-91710b36-4454-4a74-af52-0499f11de986 req-5721a570-cb8b-4f05-b095-fa74ecc14cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:25.761343 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91710b36-4454-4a74-af52-0499f11de986 req-5721a570-cb8b-4f05-b095-fa74ecc14cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:25.761994 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-91710b36-4454-4a74-af52-0499f11de986 req-5721a570-cb8b-4f05-b095-fa74ecc14cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:25.767262 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-91710b36-4454-4a74-af52-0499f11de986 req-5721a570-cb8b-4f05-b095-fa74ecc14cfe service neutron] 10.222.0.15 "PUT /v2.0/ports/922ffec7-b203-45ce-8ae8-31fa424e6bd4 HTTP/1.1" status: 200 len: 1094 time: 0.7626822 Sep 15 13:48:25.767262 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8846741-b520-497b-8d8c-ad98f46d283f', 'tag': '922ffec7-b203-45ce-8ae8-31fa424e6bd4'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:48:25.767262 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64eb758-1434-43ae-af2d-a3340e69783b" -d '{"events": [{"name": "network-changed", "server_uuid": "f8846741-b520-497b-8d8c-ad98f46d283f", "tag": "922ffec7-b203-45ce-8ae8-31fa424e6bd4"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:48:25.791689 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721a570-cb8b-4f05-b095-fa74ecc14cfe service neutron] Pushing event updated for resources: {'Port': ['ID=922ffec7-b203-45ce-8ae8-31fa424e6bd4,revision_number=3']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:25.810394 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e921be-9efc-4eb5-bb0a-bbdc04e9196e x-openstack-request-id: req-b7e921be-9efc-4eb5-bb0a-bbdc04e9196e {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:48:25.810748 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8846741-b520-497b-8d8c-ad98f46d283f", "tag": "922ffec7-b203-45ce-8ae8-31fa424e6bd4", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:48:25.811058 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7e921be-9efc-4eb5-bb0a-bbdc04e9196e {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:48:25.811517 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8846741-b520-497b-8d8c-ad98f46d283f', 'tag': '922ffec7-b203-45ce-8ae8-31fa424e6bd4', 'status': 'completed', 'code': 200} Sep 15 13:48:26.423533 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbc47f-f25d-4153-a90d-94704f363ebb req-94291ba6-23dc-4aa9-a2c4-32a53d539c60 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:26.424898 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-27dbc47f-f25d-4153-a90d-94704f363ebb req-94291ba6-23dc-4aa9-a2c4-32a53d539c60 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 944 time: 0.0471518 Sep 15 13:48:26.462355 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-27dbc47f-f25d-4153-a90d-94704f363ebb req-c7de82fa-343a-4dff-9a30-294539d12c85 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308988 Sep 15 13:48:26.654198 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:27.580371 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29469ec6-6a06-4001-8e4c-826af6def775 req-1553bf7b-2f72-40c0-a7bd-37197fdde1a0 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:27.582661 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-29469ec6-6a06-4001-8e4c-826af6def775 req-1553bf7b-2f72-40c0-a7bd-37197fdde1a0 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 944 time: 0.0483644 Sep 15 13:48:27.618838 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-29469ec6-6a06-4001-8e4c-826af6def775 req-5ed3caea-5686-4e04-abab-5a9f62a21307 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298948 Sep 15 13:48:28.052416 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64eb758-1434-43ae-af2d-a3340e69783b req-13d5b1aa-e434-43d2-8de5-3f161f479375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:28.053808 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a64eb758-1434-43ae-af2d-a3340e69783b req-13d5b1aa-e434-43d2-8de5-3f161f479375 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d456829f8de447eea8fd66f35874b574&device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 1097 time: 0.0427632 Sep 15 13:48:28.149527 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64eb758-1434-43ae-af2d-a3340e69783b req-3c28e408-f0e4-48c2-a219-0615b7c49084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:28.150960 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a64eb758-1434-43ae-af2d-a3340e69783b req-3c28e408-f0e4-48c2-a219-0615b7c49084 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d456829f8de447eea8fd66f35874b574&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0890853 Sep 15 13:48:28.244519 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64eb758-1434-43ae-af2d-a3340e69783b req-28a26fba-3f9c-4ef9-9fe9-397035a12efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:28.245970 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a64eb758-1434-43ae-af2d-a3340e69783b req-28a26fba-3f9c-4ef9-9fe9-397035a12efd service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878129 Sep 15 13:48:28.322538 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91710b36-4454-4a74-af52-0499f11de986 req-f26acce3-4f6a-47b0-9e9d-34e0002a565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:28.324026 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-91710b36-4454-4a74-af52-0499f11de986 req-f26acce3-4f6a-47b0-9e9d-34e0002a565f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d456829f8de447eea8fd66f35874b574&device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 1097 time: 0.0403891 Sep 15 13:48:28.370759 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-91710b36-4454-4a74-af52-0499f11de986 req-7fed7e3f-a55d-49ba-8735-ec97d0e556fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=922ffec7-b203-45ce-8ae8-31fa424e6bd4 HTTP/1.1" status: 200 len: 217 time: 0.0381448 Sep 15 13:48:28.420111 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91710b36-4454-4a74-af52-0499f11de986 req-692184b1-9e59-42a8-b787-6da8fab62b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:28.421525 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-91710b36-4454-4a74-af52-0499f11de986 req-692184b1-9e59-42a8-b787-6da8fab62b12 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c52fc5a2-023c-41c5-8df6-56d1e497870b HTTP/1.1" status: 200 len: 855 time: 0.0429399 Sep 15 13:48:28.467491 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91710b36-4454-4a74-af52-0499f11de986 req-017bb127-5907-4377-9be4-c70d0ad85ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:28.468914 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-91710b36-4454-4a74-af52-0499f11de986 req-017bb127-5907-4377-9be4-c70d0ad85ce3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=480fc22a-9718-4af5-897e-c1ba6a0ea29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394425 Sep 15 13:48:28.734803 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9b5ba-f6e3-49fb-b528-07d81aa7e309 req-38321f5e-57e8-4fef-a34b-1a187edaf7ab tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:28.736252 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-d7d9b5ba-f6e3-49fb-b528-07d81aa7e309 req-38321f5e-57e8-4fef-a34b-1a187edaf7ab tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 944 time: 0.0482914 Sep 15 13:48:28.775342 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-d7d9b5ba-f6e3-49fb-b528-07d81aa7e309 req-20fa8733-5c1a-4932-b615-6644b098b3dc tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324299 Sep 15 13:48:29.756164 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-91710b36-4454-4a74-af52-0499f11de986 req-708c96bb-8267-4e5a-a0e1-1ba6fbdbaffe service neutron] 10.222.0.15 "GET /v2.0/networks/480fc22a-9718-4af5-897e-c1ba6a0ea29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565466 Sep 15 13:48:29.891272 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea29fbc-f38f-446c-864f-410764785dec req-b716c8d2-8e69-4795-a82b-45925f180690 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:29.892735 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0ea29fbc-f38f-446c-864f-410764785dec req-b716c8d2-8e69-4795-a82b-45925f180690 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 944 time: 0.0486324 Sep 15 13:48:29.929369 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0ea29fbc-f38f-446c-864f-410764785dec req-1c0edfd5-a405-4590-9539-25793426a957 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307267 Sep 15 13:48:30.325057 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-91710b36-4454-4a74-af52-0499f11de986 req-e6ffe136-c91c-402d-9514-4f4a05eddf07 service neutron] 10.222.0.15 "GET /v2.0/networks/480fc22a-9718-4af5-897e-c1ba6a0ea29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826852 Sep 15 13:48:31.047777 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c013d39-0c52-4097-b80e-89b3ba05842b req-f07228d1-2eaa-4650-bcc9-78e812a5f7d5 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:31.049243 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-1c013d39-0c52-4097-b80e-89b3ba05842b req-f07228d1-2eaa-4650-bcc9-78e812a5f7d5 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 944 time: 0.0520282 Sep 15 13:48:31.086948 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-1c013d39-0c52-4097-b80e-89b3ba05842b req-b3442b04-f11d-4891-832c-b1329f74abc2 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308363 Sep 15 13:48:32.203251 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dff312-bfe6-442a-8566-e6289eb383e6 req-fa90e21d-7751-4cae-ae9d-cecb048289ad tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:32.204693 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a1dff312-bfe6-442a-8566-e6289eb383e6 req-fa90e21d-7751-4cae-ae9d-cecb048289ad tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 944 time: 0.0480015 Sep 15 13:48:32.242609 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a1dff312-bfe6-442a-8566-e6289eb383e6 req-14b404bd-a430-487c-ac63-c02d8025b16d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308924 Sep 15 13:48:33.360659 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62ca26-3104-491e-9125-225edfd7e3ea req-e74d709f-62fb-4408-940e-6c228e014cfe tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:33.362143 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7d62ca26-3104-491e-9125-225edfd7e3ea req-e74d709f-62fb-4408-940e-6c228e014cfe tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 944 time: 0.0481489 Sep 15 13:48:33.399154 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7d62ca26-3104-491e-9125-225edfd7e3ea req-6562f3a8-aede-414e-bafd-85766343eae0 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311229 Sep 15 13:48:34.515800 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b24a4b-4ef6-46ac-9dbb-afcd2351708d req-54a5814e-3980-4b1a-adee-af345a72e661 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:34.517283 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-04b24a4b-4ef6-46ac-9dbb-afcd2351708d req-54a5814e-3980-4b1a-adee-af345a72e661 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 944 time: 0.0478063 Sep 15 13:48:34.554675 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-04b24a4b-4ef6-46ac-9dbb-afcd2351708d req-a9e4d634-dc06-4d89-b15b-f6333efb78df tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309553 Sep 15 13:48:35.669886 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c72766-b06d-4abf-87a3-b6cb354fb564 req-4f63bc07-57c6-49a0-bfae-2cd17af74e07 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:35.671340 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-57c72766-b06d-4abf-87a3-b6cb354fb564 req-4f63bc07-57c6-49a0-bfae-2cd17af74e07 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 944 time: 0.0482380 Sep 15 13:48:35.709655 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-57c72766-b06d-4abf-87a3-b6cb354fb564 req-7d921c3c-84b5-411f-8c17-20a324f47d8e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317256 Sep 15 13:48:36.828726 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9ec09-7a25-43b9-b13b-8d3077bf8a65 req-3e8e4bcd-3f07-4040-8d37-a398470eb04a tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:36.830176 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-50d9ec09-7a25-43b9-b13b-8d3077bf8a65 req-3e8e4bcd-3f07-4040-8d37-a398470eb04a tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 944 time: 0.0510085 Sep 15 13:48:36.872561 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-50d9ec09-7a25-43b9-b13b-8d3077bf8a65 req-ace56e10-76b0-4d54-8735-e96368d5999d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355747 Sep 15 13:48:37.423647 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 922ffec7-b203-45ce-8ae8-31fa424e6bd4 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:48:37.519348 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 922ffec7-b203-45ce-8ae8-31fa424e6bd4, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=922ffec7-b203-45ce-8ae8-31fa424e6bd4,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:37.530188 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': '922ffec7-b203-45ce-8ae8-31fa424e6bd4', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'port_id': '922ffec7-b203-45ce-8ae8-31fa424e6bd4', 'mac_address': 'fa:16:3e:7d:3b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:48:37.567047 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:37.579485 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 922ffec7-b203-45ce-8ae8-31fa424e6bd4 {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:48:37.599442 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 922ffec7-b203-45ce-8ae8-31fa424e6bd4, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=922ffec7-b203-45ce-8ae8-31fa424e6bd4,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:37.683181 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:37.745315 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=922ffec7-b203-45ce-8ae8-31fa424e6bd4,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:37.755818 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:37.755818 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:37.755818 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:37.755818 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:37.757446 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:37.757446 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:37.757446 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:37.757446 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:37.757446 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:37.757865 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:37.758027 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:37.758343 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:37.837831 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:37.960930 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['922ffec7-b203-45ce-8ae8-31fa424e6bd4'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:48:37.994667 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f04e4-5de4-4d63-8b9f-be6e4492d3e5 req-0a527d49-d11a-4e8c-8d78-761e48f83e51 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:37.996151 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-260f04e4-5de4-4d63-8b9f-be6e4492d3e5 req-0a527d49-d11a-4e8c-8d78-761e48f83e51 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 945 time: 0.0532081 Sep 15 13:48:38.035825 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-260f04e4-5de4-4d63-8b9f-be6e4492d3e5 req-3567bdcf-e8a3-4aa2-bbf4-63bf7bb02f0f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331857 Sep 15 13:48:39.154942 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4451d-6022-4eb1-b538-4934f9076e91 req-baee4df2-75cc-4c89-8024-273e61f39a33 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:39.156470 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9eb4451d-6022-4eb1-b538-4934f9076e91 req-baee4df2-75cc-4c89-8024-273e61f39a33 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 945 time: 0.0497429 Sep 15 13:48:39.195000 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9eb4451d-6022-4eb1-b538-4934f9076e91 req-7ae14422-2342-4376-9209-39b270171b12 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319755 Sep 15 13:48:39.454225 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 922ffec7-b203-45ce-8ae8-31fa424e6bd4 up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:48:39.493791 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 51682) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:39.598893 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f1b29194-7ec4-454b-ab1b-8e62aec642ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:39.614972 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning for port 922ffec7-b203-45ce-8ae8-31fa424e6bd4 completed by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:48:39.618882 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port 922ffec7-b203-45ce-8ae8-31fa424e6bd4 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:48:39.619249 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:39.694371 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:39.717769 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8846741-b520-497b-8d8c-ad98f46d283f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922ffec7-b203-45ce-8ae8-31fa424e6bd4'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:48:39.720437 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a3acd9-4621-46fd-a926-99e0f5f769d4" -d '{"events": [{"server_uuid": "f8846741-b520-497b-8d8c-ad98f46d283f", "name": "network-vif-plugged", "status": "completed", "tag": "922ffec7-b203-45ce-8ae8-31fa424e6bd4"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:48:39.733755 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 922ffec7-b203-45ce-8ae8-31fa424e6bd4, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=922ffec7-b203-45ce-8ae8-31fa424e6bd4,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:39.760854 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f1b29194-7ec4-454b-ab1b-8e62aec642ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:39.780438 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b185b7-bb9e-4e3d-8fa5-6fbf0131a36d x-openstack-request-id: req-67b185b7-bb9e-4e3d-8fa5-6fbf0131a36d {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:48:39.780753 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8846741-b520-497b-8d8c-ad98f46d283f", "name": "network-vif-plugged", "status": "completed", "tag": "922ffec7-b203-45ce-8ae8-31fa424e6bd4", "code": 200}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:48:39.781014 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-67b185b7-bb9e-4e3d-8fa5-6fbf0131a36d {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:48:39.781442 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8846741-b520-497b-8d8c-ad98f46d283f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922ffec7-b203-45ce-8ae8-31fa424e6bd4', 'code': 200} Sep 15 13:48:39.791437 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:39.820113 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f1b29194-7ec4-454b-ab1b-8e62aec642ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:39.851482 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=922ffec7-b203-45ce-8ae8-31fa424e6bd4,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:39.869878 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-f1b29194-7ec4-454b-ab1b-8e62aec642ac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=121a3a0314f143ee84dd8d4d5e094f15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3748925 Sep 15 13:48:39.870978 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b29194-7ec4-454b-ab1b-8e62aec642ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d711f39-0662-46ab-ad43-f2fdabe1d83e,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:39.872564 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 51688) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:39.920784 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-91427046-e52f-4bb4-bccd-ba035a58f514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:39.940762 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-91427046-e52f-4bb4-bccd-ba035a58f514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:40.071625 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-91427046-e52f-4bb4-bccd-ba035a58f514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:40.074464 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-91427046-e52f-4bb4-bccd-ba035a58f514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:40.075612 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-91427046-e52f-4bb4-bccd-ba035a58f514 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d711f39-0662-46ab-ad43-f2fdabe1d83e HTTP/1.1" status: 204 len: 168 time: 0.2020297 Sep 15 13:48:40.084404 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91427046-e52f-4bb4-bccd-ba035a58f514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d711f39-0662-46ab-ad43-f2fdabe1d83e,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:40.129845 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03feeb-387a-4162-98da-2728048c7c24 req-e2a6e264-2e40-4c12-bb1b-859f91fc34dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:40.131448 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ad03feeb-387a-4162-98da-2728048c7c24 req-e2a6e264-2e40-4c12-bb1b-859f91fc34dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 1099 time: 0.0450447 Sep 15 13:48:40.169945 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ad03feeb-387a-4162-98da-2728048c7c24 req-29f115ab-2b67-46f9-b0c9-c62f3dfc9248 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292492 Sep 15 13:48:40.315684 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87f22e-ebfc-4671-afbc-7f64f4ca04ac req-3ab6c5d2-8f8c-4a01-ba81-69cf1bce3352 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:40.317999 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-df87f22e-ebfc-4671-afbc-7f64f4ca04ac req-3ab6c5d2-8f8c-4a01-ba81-69cf1bce3352 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0517256 Sep 15 13:48:40.361030 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-df87f22e-ebfc-4671-afbc-7f64f4ca04ac req-02b93fb4-c0bc-4f5a-8d7c-6dcbe1cf54e9 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343113 Sep 15 13:48:40.747372 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 51700) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:40.761139 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0f5acf75-82ef-4cf8-ac0b-44a080cf9dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:40.856814 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0f5acf75-82ef-4cf8-ac0b-44a080cf9dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:40.907414 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324be4f-4ef1-4b85-a09f-286990e55b22 req-70216f7c-d2e7-4016-87cf-c9ec418a7ffb tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:40.908894 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8324be4f-4ef1-4b85-a09f-286990e55b22 req-70216f7c-d2e7-4016-87cf-c9ec418a7ffb tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=240a0e1e-b231-4580-9269-f01938464144 HTTP/1.1" status: 200 len: 945 time: 0.0480461 Sep 15 13:48:40.946483 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8324be4f-4ef1-4b85-a09f-286990e55b22 req-59f9664b-d6a6-4965-83d5-91c7114c129f tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/security-groups?id=b838ef38-c723-4db8-ab09-321c04e3feb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313592 Sep 15 13:48:40.951523 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0f5acf75-82ef-4cf8-ac0b-44a080cf9dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:40.991118 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-0f5acf75-82ef-4cf8-ac0b-44a080cf9dc0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=729314ba44f3434582922f255acf225b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426636 Sep 15 13:48:40.991972 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5acf75-82ef-4cf8-ac0b-44a080cf9dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be36120-214d-4e87-a197-b1edfd2f55b6,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:40.993851 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 51704) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:41.045692 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-1b55592b-5204-47c0-bca0-7204878de309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:41.066275 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-1b55592b-5204-47c0-bca0-7204878de309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:41.197315 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-1b55592b-5204-47c0-bca0-7204878de309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:41.199981 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-1b55592b-5204-47c0-bca0-7204878de309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:41.201113 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-1b55592b-5204-47c0-bca0-7204878de309 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2be36120-214d-4e87-a197-b1edfd2f55b6 HTTP/1.1" status: 204 len: 168 time: 0.2062964 Sep 15 13:48:41.209518 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55592b-5204-47c0-bca0-7204878de309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be36120-214d-4e87-a197-b1edfd2f55b6,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:41.481968 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93054ab8-a170-41b2-a3b4-61dd5e8bc689 req-9e9d4e4c-b635-4ac1-9a2a-2fba346c3a58 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:41.485132 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-93054ab8-a170-41b2-a3b4-61dd5e8bc689 req-9e9d4e4c-b635-4ac1-9a2a-2fba346c3a58 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0488188 Sep 15 13:48:41.522873 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-93054ab8-a170-41b2-a3b4-61dd5e8bc689 req-c91c5615-7623-4933-a9e6-a7e4e5d1ebd4 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332308 Sep 15 13:48:42.063511 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3675b-9d31-4cac-8046-d8fbdcf21810 req-9b781f2d-ae11-4a07-a86e-2f40f40f04a4 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:42.065307 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ccd3675b-9d31-4cac-8046-d8fbdcf21810 req-9b781f2d-ae11-4a07-a86e-2f40f40f04a4 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=240a0e1e-b231-4580-9269-f01938464144 HTTP/1.1" status: 200 len: 945 time: 0.0527508 Sep 15 13:48:42.103463 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ccd3675b-9d31-4cac-8046-d8fbdcf21810 req-ceb609e0-dce2-4e59-bb7f-52b27924a0dd tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/security-groups?id=b838ef38-c723-4db8-ab09-321c04e3feb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322750 Sep 15 13:48:42.641489 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4ab51-245d-4f93-8dfd-bb4f48852e38 req-92567ca5-4d4a-406e-922b-5fd6b67c7254 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:42.642964 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c4b4ab51-245d-4f93-8dfd-bb4f48852e38 req-92567ca5-4d4a-406e-922b-5fd6b67c7254 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0492930 Sep 15 13:48:42.686128 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c4b4ab51-245d-4f93-8dfd-bb4f48852e38 req-2b4fef7a-e0ad-47bc-923c-478466637416 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372369 Sep 15 13:48:42.827592 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ef381-3f12-4afe-a3d2-7adea8495480 req-8997de88-1dbc-4b98-9fd8-a58e4a9b351d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:42.829050 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-992ef381-3f12-4afe-a3d2-7adea8495480 req-8997de88-1dbc-4b98-9fd8-a58e4a9b351d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0734787 Sep 15 13:48:42.840461 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 51746) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:42.845192 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-89fcbd43-ae19-4874-9f99-91a2351c1877 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Request body: {'floatingip': {'port_id': '922ffec7-b203-45ce-8ae8-31fa424e6bd4'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:42.856304 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820cd15-b4ac-46cb-b971-1889f62f41d6 req-495631ee-f14d-46ee-891f-5084f984884c tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:42.858206 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5820cd15-b4ac-46cb-b971-1889f62f41d6 req-495631ee-f14d-46ee-891f-5084f984884c tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.15 "GET /v2.0/ports?device_id=240a0e1e-b231-4580-9269-f01938464144 HTTP/1.1" status: 200 len: 945 time: 0.0772433 Sep 15 13:48:42.906145 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-89fcbd43-ae19-4874-9f99-91a2351c1877 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for floatingip, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:43.134080 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-5820cd15-b4ac-46cb-b971-1889f62f41d6 req-5111722b-ae8c-4ddb-91c8-0c6a7660385f tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Deleting port 8730fd5d-fdcb-44b6-bead-342d23b17a67 {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:48:43.134704 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-5820cd15-b4ac-46cb-b971-1889f62f41d6 req-5111722b-ae8c-4ddb-91c8-0c6a7660385f tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:43.230733 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc870b-c491-4b1b-ab9d-23da4c6c795e req-007cae8a-0db6-42ba-9d63-fb1b7f6f0642 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:43.232566 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3afc870b-c491-4b1b-ab9d-23da4c6c795e req-007cae8a-0db6-42ba-9d63-fb1b7f6f0642 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=240a0e1e-b231-4580-9269-f01938464144 HTTP/1.1" status: 200 len: 945 time: 0.0534954 Sep 15 13:48:43.272348 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3afc870b-c491-4b1b-ab9d-23da4c6c795e req-61387e66-691d-48f4-a491-10bad17a695f tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/security-groups?id=b838ef38-c723-4db8-ab09-321c04e3feb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325053 Sep 15 13:48:43.349893 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-5820cd15-b4ac-46cb-b971-1889f62f41d6 req-5111722b-ae8c-4ddb-91c8-0c6a7660385f tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] For port 8730fd5d-fdcb-44b6-bead-342d23b17a67, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=8730fd5d-fdcb-44b6-bead-342d23b17a67,segment=NetworkSegment(980f05fe-7c15-4ede-9fc1-3c52e2886958),segment_id=980f05fe-7c15-4ede-9fc1-3c52e2886958)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:48:43.373581 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-5820cd15-b4ac-46cb-b971-1889f62f41d6 req-5111722b-ae8c-4ddb-91c8-0c6a7660385f tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:43.373581 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-5820cd15-b4ac-46cb-b971-1889f62f41d6 req-5111722b-ae8c-4ddb-91c8-0c6a7660385f tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Calling delete_port for 8730fd5d-fdcb-44b6-bead-342d23b17a67 owned by compute:nova {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:48:43.519229 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-89fcbd43-ae19-4874-9f99-91a2351c1877 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:43.734784 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-89fcbd43-ae19-4874-9f99-91a2351c1877 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550917'] for floatingip, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:43.768247 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-5820cd15-b4ac-46cb-b971-1889f62f41d6 req-5111722b-ae8c-4ddb-91c8-0c6a7660385f tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:43.780610 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['8730fd5d-fdcb-44b6-bead-342d23b17a67'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:48:43.827434 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111722b-ae8c-4ddb-91c8-0c6a7660385f tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Pushing event deleted for resources: {'Port': ['ID=8730fd5d-fdcb-44b6-bead-342d23b17a67,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:43.881974 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-5820cd15-b4ac-46cb-b971-1889f62f41d6 req-5111722b-ae8c-4ddb-91c8-0c6a7660385f tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] No DVR routers for this DVR port 8730fd5d-fdcb-44b6-bead-342d23b17a67 on host hv-cinder-80345 {{(pid=101214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:48:43.885403 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-5820cd15-b4ac-46cb-b971-1889f62f41d6 req-5111722b-ae8c-4ddb-91c8-0c6a7660385f tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:43.887366 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5820cd15-b4ac-46cb-b971-1889f62f41d6 req-5111722b-ae8c-4ddb-91c8-0c6a7660385f tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.15 "DELETE /v2.0/ports/8730fd5d-fdcb-44b6-bead-342d23b17a67 HTTP/1.1" status: 204 len: 173 time: 0.9967992 Sep 15 13:48:43.887798 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240a0e1e-b231-4580-9269-f01938464144', 'name': 'network-vif-deleted', 'tag': '8730fd5d-fdcb-44b6-bead-342d23b17a67'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:48:43.890040 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77aab03c-2575-4833-b890-52cec6f1427b" -d '{"events": [{"server_uuid": "240a0e1e-b231-4580-9269-f01938464144", "name": "network-vif-deleted", "tag": "8730fd5d-fdcb-44b6-bead-342d23b17a67"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:48:43.908040 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.db.l3_db [None req-89fcbd43-ae19-4874-9f99-91a2351c1877 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Floating IP 47f79a99-8819-40f9-8c87-5313f2809fc0 associated. External IP: 172.27.0.238, port: 922ffec7-b203-45ce-8ae8-31fa424e6bd4. Sep 15 13:48:43.940704 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f475e265-b62f-453a-bc11-1682c3e82adc x-openstack-request-id: req-f475e265-b62f-453a-bc11-1682c3e82adc {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:48:43.941544 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240a0e1e-b231-4580-9269-f01938464144", "name": "network-vif-deleted", "tag": "8730fd5d-fdcb-44b6-bead-342d23b17a67", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:48:43.942351 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f475e265-b62f-453a-bc11-1682c3e82adc {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:48:43.942351 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240a0e1e-b231-4580-9269-f01938464144', 'name': 'network-vif-deleted', 'tag': '8730fd5d-fdcb-44b6-bead-342d23b17a67', 'status': 'completed', 'code': 200} Sep 15 13:48:44.115945 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fcbd43-ae19-4874-9f99-91a2351c1877 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Router 47c370e7-8711-4172-8a71-0ab358796903 has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:48:44.224355 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fcbd43-ae19-4874-9f99-91a2351c1877 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:48:44.229381 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-89fcbd43-ae19-4874-9f99-91a2351c1877 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for floatingip, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:44.235780 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b36ea0-ca79-4392-a5f5-70904ca585ea None None] Sync routers for ids ['47c370e7-8711-4172-8a71-0ab358796903'] in dv-cinder-803456-3-iscsi {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:48:44.246561 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b36ea0-ca79-4392-a5f5-70904ca585ea None None] Routers {'47c370e7-8711-4172-8a71-0ab358796903'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:48:44.247257 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-10b36ea0-ca79-4392-a5f5-70904ca585ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:48:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['47c370e7-8711-4172-8a71-0ab358796903'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:44.258602 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-89fcbd43-ae19-4874-9f99-91a2351c1877 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "PUT /v2.0/floatingips/47f79a99-8819-40f9-8c87-5313f2809fc0 HTTP/1.1" status: 200 len: 992 time: 1.4168992 Sep 15 13:48:44.356927 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-10b36ea0-ca79-4392-a5f5-70904ca585ea None None] Set router 47c370e7-8711-4172-8a71-0ab358796903 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:48:44.372494 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-cb4396e9-3aca-48a6-bc47-3f78f282b5f9 req-d762ed5a-5fd4-49e8-9663-c9ec30994c73 tempest-VolumesSnapshotTestJSON-657186955 tempest-VolumesSnapshotTestJSON-657186955-project] 10.222.0.30 "GET /v2.0/ports?device_id=240a0e1e-b231-4580-9269-f01938464144 HTTP/1.1" status: 200 len: 210 time: 0.0286498 Sep 15 13:48:44.574352 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-10b36ea0-ca79-4392-a5f5-70904ca585ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c370e7-8711-4172-8a71-0ab358796903', 'name': 'tempest-AttachVolumeShelveTestJSON-707555778-router', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:13Z', 'updated_at': '2021-09-15T13:45:16Z', 'revision_number': 4, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'gw_port': {'id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:38:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:14Z', 'updated_at': '2021-09-15T13:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': '47f79a99-8819-40f9-8c87-5313f2809fc0', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'floating_ip_address': '172.27.0.238', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': '47c370e7-8711-4172-8a71-0ab358796903', 'port_id': '922ffec7-b203-45ce-8ae8-31fa424e6bd4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'mac_address': 'fa:16:3e:7d:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8846741-b520-497b-8d8c-ad98f46d283f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:48:20Z', 'updated_at': '2021-09-15T13:48:43Z', 'revision_number': 1, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b269121a-c40d-49d0-b1b6-a45a3c43c19d', 'name': '', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'mac_address': 'fa:16:3e:ab:fe:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:16Z', 'updated_at': '2021-09-15T13:45:21Z', 'revision_number': 5, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'subnets': [{'id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:44.600118 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b36ea0-ca79-4392-a5f5-70904ca585ea None None] Checking router: 47c370e7-8711-4172-8a71-0ab358796903 for host: dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:48:44.608147 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b36ea0-ca79-4392-a5f5-70904ca585ea None None] Routers {'47c370e7-8711-4172-8a71-0ab358796903'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:48:44.608734 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-10b36ea0-ca79-4392-a5f5-70904ca585ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:48:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['47c370e7-8711-4172-8a71-0ab358796903'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:44.714219 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-10b36ea0-ca79-4392-a5f5-70904ca585ea None None] Set router 47c370e7-8711-4172-8a71-0ab358796903 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:48:44.938140 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-10b36ea0-ca79-4392-a5f5-70904ca585ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c370e7-8711-4172-8a71-0ab358796903', 'name': 'tempest-AttachVolumeShelveTestJSON-707555778-router', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:13Z', 'updated_at': '2021-09-15T13:45:16Z', 'revision_number': 4, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'gw_port': {'id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:38:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:14Z', 'updated_at': '2021-09-15T13:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': '47f79a99-8819-40f9-8c87-5313f2809fc0', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'floating_ip_address': '172.27.0.238', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': '47c370e7-8711-4172-8a71-0ab358796903', 'port_id': '922ffec7-b203-45ce-8ae8-31fa424e6bd4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'mac_address': 'fa:16:3e:7d:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8846741-b520-497b-8d8c-ad98f46d283f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:48:20Z', 'updated_at': '2021-09-15T13:48:43Z', 'revision_number': 1, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b269121a-c40d-49d0-b1b6-a45a3c43c19d', 'name': '', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'mac_address': 'fa:16:3e:ab:fe:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:16Z', 'updated_at': '2021-09-15T13:45:21Z', 'revision_number': 5, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'subnets': [{'id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:48:44.963408 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b36ea0-ca79-4392-a5f5-70904ca585ea None None] The sync data for ids ['47c370e7-8711-4172-8a71-0ab358796903'] in dv-cinder-803456-3-iscsi is: [{'id': '47c370e7-8711-4172-8a71-0ab358796903', 'name': 'tempest-AttachVolumeShelveTestJSON-707555778-router', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:13Z', 'updated_at': '2021-09-15T13:45:16Z', 'revision_number': 4, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'gw_port': {'id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:38:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:14Z', 'updated_at': '2021-09-15T13:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': '47f79a99-8819-40f9-8c87-5313f2809fc0', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'floating_ip_address': '172.27.0.238', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': '47c370e7-8711-4172-8a71-0ab358796903', 'port_id': '922ffec7-b203-45ce-8ae8-31fa424e6bd4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'mac_address': 'fa:16:3e:7d:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8846741-b520-497b-8d8c-ad98f46d283f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:48:20Z', 'updated_at': '2021-09-15T13:48:43Z', 'revision_number': 1, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b269121a-c40d-49d0-b1b6-a45a3c43c19d', 'name': '', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'mac_address': 'fa:16:3e:ab:fe:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:16Z', 'updated_at': '2021-09-15T13:45:21Z', 'revision_number': 5, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'subnets': [{'id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:48:45.142514 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c482b9b-059c-4ebf-aba5-55a454b91127 None None] New status for floating IP 47f79a99-8819-40f9-8c87-5313f2809fc0: ACTIVE {{(pid=101215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:48:45.376623 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:48:45.943867 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8846741-b520-497b-8d8c-ad98f46d283f', 'tag': '922ffec7-b203-45ce-8ae8-31fa424e6bd4'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:48:45.946303 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa134335-6338-4060-9e83-f0a8b070df15" -d '{"events": [{"name": "network-changed", "server_uuid": "f8846741-b520-497b-8d8c-ad98f46d283f", "tag": "922ffec7-b203-45ce-8ae8-31fa424e6bd4"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:48:45.987751 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bfc57c-b735-4a87-beae-11a861d01488 x-openstack-request-id: req-68bfc57c-b735-4a87-beae-11a861d01488 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:48:45.988362 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8846741-b520-497b-8d8c-ad98f46d283f", "tag": "922ffec7-b203-45ce-8ae8-31fa424e6bd4", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:48:45.989052 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-68bfc57c-b735-4a87-beae-11a861d01488 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:48:45.989052 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8846741-b520-497b-8d8c-ad98f46d283f', 'tag': '922ffec7-b203-45ce-8ae8-31fa424e6bd4', 'status': 'completed', 'code': 200} Sep 15 13:48:46.046965 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa134335-6338-4060-9e83-f0a8b070df15 req-630b9227-f984-4159-8393-d9d1954ea41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:46.048450 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fa134335-6338-4060-9e83-f0a8b070df15 req-630b9227-f984-4159-8393-d9d1954ea41c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d456829f8de447eea8fd66f35874b574&device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 1099 time: 0.0413353 Sep 15 13:48:46.141786 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa134335-6338-4060-9e83-f0a8b070df15 req-a8cdf746-0402-4554-98ea-c31c68a86256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:46.143678 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fa134335-6338-4060-9e83-f0a8b070df15 req-a8cdf746-0402-4554-98ea-c31c68a86256 service neutron] 10.222.0.15 "GET /v2.0/networks?id=480fc22a-9718-4af5-897e-c1ba6a0ea29f HTTP/1.1" status: 200 len: 917 time: 0.0878160 Sep 15 13:48:46.210790 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fa134335-6338-4060-9e83-f0a8b070df15 req-4c966377-e108-4a94-8b3e-1e0f187560fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=922ffec7-b203-45ce-8ae8-31fa424e6bd4 HTTP/1.1" status: 200 len: 1002 time: 0.0597825 Sep 15 13:48:46.266085 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa134335-6338-4060-9e83-f0a8b070df15 req-55f48b58-6f8d-4c78-a589-f0bbe12fbbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:46.267421 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fa134335-6338-4060-9e83-f0a8b070df15 req-55f48b58-6f8d-4c78-a589-f0bbe12fbbbd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c52fc5a2-023c-41c5-8df6-56d1e497870b HTTP/1.1" status: 200 len: 855 time: 0.0494199 Sep 15 13:48:46.313130 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa134335-6338-4060-9e83-f0a8b070df15 req-19122420-1a42-4ea8-abfd-8f062d51d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:46.314621 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fa134335-6338-4060-9e83-f0a8b070df15 req-19122420-1a42-4ea8-abfd-8f062d51d049 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=480fc22a-9718-4af5-897e-c1ba6a0ea29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398221 Sep 15 13:48:46.407099 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fa134335-6338-4060-9e83-f0a8b070df15 req-8996ac6c-bbff-468d-b24e-b752d32b608d service neutron] 10.222.0.15 "GET /v2.0/networks/480fc22a-9718-4af5-897e-c1ba6a0ea29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822237 Sep 15 13:48:46.500266 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fa134335-6338-4060-9e83-f0a8b070df15 req-341ec8cb-c9f1-4231-b0fe-58b62c7ae8d7 service neutron] 10.222.0.15 "GET /v2.0/networks/480fc22a-9718-4af5-897e-c1ba6a0ea29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854950 Sep 15 13:48:48.290680 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 8730fd5d-fdcb-44b6-bead-342d23b17a67 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:48:48.310258 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] No Port match for: 8730fd5d-fdcb-44b6-bead-342d23b17a67 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:48:48.310608 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 8730fd5d-fdcb-44b6-bead-342d23b17a67 not bound to the agent host hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:48:51.197328 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-f2d22a84-1cbe-4535-a38a-ed38b014ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:53.740793 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-1abc6da3-dad1-42dd-881f-028c2b4f74c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:53.768282 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:55.111470 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:55.433831 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 51876) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:55.553606 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-50ecd74a-2c42-4ce3-8fb0-9c7d6d82021b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:55.637836 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-50ecd74a-2c42-4ce3-8fb0-9c7d6d82021b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:55.711649 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-50ecd74a-2c42-4ce3-8fb0-9c7d6d82021b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:55.748772 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecd74a-2c42-4ce3-8fb0-9c7d6d82021b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93a1b45-c550-4d9b-872a-3f0d3c2fcd90,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:55.753686 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-50ecd74a-2c42-4ce3-8fb0-9c7d6d82021b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6720d9bb0f144908ef8a28e5624b087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188562 Sep 15 13:48:55.757501 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 51884) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:55.758989 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ecd74a-2c42-4ce3-8fb0-9c7d6d82021b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:55.759368 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ecd74a-2c42-4ce3-8fb0-9c7d6d82021b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:55.759730 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ecd74a-2c42-4ce3-8fb0-9c7d6d82021b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:55.759996 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ecd74a-2c42-4ce3-8fb0-9c7d6d82021b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:55.760317 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ecd74a-2c42-4ce3-8fb0-9c7d6d82021b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:55.760679 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ecd74a-2c42-4ce3-8fb0-9c7d6d82021b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:55.760980 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ecd74a-2c42-4ce3-8fb0-9c7d6d82021b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:55.761345 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ecd74a-2c42-4ce3-8fb0-9c7d6d82021b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:55.766642 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ecd74a-2c42-4ce3-8fb0-9c7d6d82021b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:55.766642 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ecd74a-2c42-4ce3-8fb0-9c7d6d82021b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:55.766642 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ecd74a-2c42-4ce3-8fb0-9c7d6d82021b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:55.766642 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ecd74a-2c42-4ce3-8fb0-9c7d6d82021b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:48:55.807853 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f5c21266-0ce0-411d-af92-1fde4d5e4949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:55.828593 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f5c21266-0ce0-411d-af92-1fde4d5e4949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:55.979982 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f5c21266-0ce0-411d-af92-1fde4d5e4949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:55.982674 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-f5c21266-0ce0-411d-af92-1fde4d5e4949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:55.983824 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-f5c21266-0ce0-411d-af92-1fde4d5e4949 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d93a1b45-c550-4d9b-872a-3f0d3c2fcd90 HTTP/1.1" status: 204 len: 168 time: 0.2256823 Sep 15 13:48:55.992545 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c21266-0ce0-411d-af92-1fde4d5e4949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93a1b45-c550-4d9b-872a-3f0d3c2fcd90,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:56.648801 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:56.654757 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 51894) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:56.668472 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-dbb89d01-1f04-4c77-a82a-5e00011157f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:56.761099 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-dbb89d01-1f04-4c77-a82a-5e00011157f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:56.825985 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-dbb89d01-1f04-4c77-a82a-5e00011157f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:56.864736 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-dbb89d01-1f04-4c77-a82a-5e00011157f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0badf4b688d0455f8a129eacb203c1ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087903 Sep 15 13:48:56.867721 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb89d01-1f04-4c77-a82a-5e00011157f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b928db89-5a32-45af-9665-86e4d663227d,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:56.867985 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 51898) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:56.916622 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6ecf710e-ce76-442b-9407-fbfc9480662c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:56.941648 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6ecf710e-ce76-442b-9407-fbfc9480662c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:57.111619 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6ecf710e-ce76-442b-9407-fbfc9480662c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:57.114297 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6ecf710e-ce76-442b-9407-fbfc9480662c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:57.115489 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-6ecf710e-ce76-442b-9407-fbfc9480662c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b928db89-5a32-45af-9665-86e4d663227d HTTP/1.1" status: 204 len: 168 time: 0.2464089 Sep 15 13:48:57.123464 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf710e-ce76-442b-9407-fbfc9480662c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b928db89-5a32-45af-9665-86e4d663227d,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:58.284319 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 51932) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:58.382317 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-50cc6ffb-96f4-4191-9437-c3c7b13d6682 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1268000269-network', 'tenant_id': '548097d011c04f6b8c76e81b83c868ab'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:58.500384 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cc6ffb-96f4-4191-9437-c3c7b13d6682 admin admin] Made reservation on behalf of 548097d011c04f6b8c76e81b83c868ab for: {'network': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:48:58.502726 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-50cc6ffb-96f4-4191-9437-c3c7b13d6682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for network, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:58.512136 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-50cc6ffb-96f4-4191-9437-c3c7b13d6682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:58.598760 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-50cc6ffb-96f4-4191-9437-c3c7b13d6682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:58.722567 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-50cc6ffb-96f4-4191-9437-c3c7b13d6682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:58.753862 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50cc6ffb-96f4-4191-9437-c3c7b13d6682 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=101214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 13:48:58.760523 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc6ffb-96f4-4191-9437-c3c7b13d6682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cca0881-7f8e-4854-9270-14baefa508f0,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:58.766290 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-50cc6ffb-96f4-4191-9437-c3c7b13d6682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:58.766647 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.db.segments_db [None req-50cc6ffb-96f4-4191-9437-c3c7b13d6682 admin admin] Added segment 96c4945e-4297-4cce-af4b-0b30d196a833 of type vlan for network f45489a4-ab0b-47f0-a2fe-55e4935ba43a Sep 15 13:48:58.805976 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-50cc6ffb-96f4-4191-9437-c3c7b13d6682 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777769156895'] for network, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:58.888628 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-50cc6ffb-96f4-4191-9437-c3c7b13d6682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330'] for network, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:58.889654 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cc6ffb-96f4-4191-9437-c3c7b13d6682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:58.890257 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-50cc6ffb-96f4-4191-9437-c3c7b13d6682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:58.951205 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc6ffb-96f4-4191-9437-c3c7b13d6682 admin admin] Pushing event updated for resources: {'Network': ['ID=f45489a4-ab0b-47f0-a2fe-55e4935ba43a,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:58.962225 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Network f45489a4-ab0b-47f0-a2fe-55e4935ba43a details requested by agent ovs-agent-dv-cinder-803456-3-iscsi with host dv-cinder-803456-3-iscsi {{(pid=101215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 13:48:58.986954 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-50cc6ffb-96f4-4191-9437-c3c7b13d6682 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7015254 Sep 15 13:48:58.989723 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 51940) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:48:58.995832 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-ce1b2365-0119-462e-a1be-562bdd6089c9 admin admin] Request body: {'subnet': {'network_id': 'f45489a4-ab0b-47f0-a2fe-55e4935ba43a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1268000269-subnet', 'tenant_id': '548097d011c04f6b8c76e81b83c868ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:48:59.071416 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1b2365-0119-462e-a1be-562bdd6089c9 admin admin] Made reservation on behalf of 548097d011c04f6b8c76e81b83c868ab for: {'subnet': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:48:59.073874 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ce1b2365-0119-462e-a1be-562bdd6089c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943630'] for subnet, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:59.300548 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ce1b2365-0119-462e-a1be-562bdd6089c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4251753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943648'] for subnet, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:59.357537 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b2365-0119-462e-a1be-562bdd6089c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7b19edf-8797-466c-997c-c25e13c78d35,revision_number=0']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:48:59.361723 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b2365-0119-462e-a1be-562bdd6089c9 admin admin] Checking segment: {'id': '96c4945e-4297-4cce-af4b-0b30d196a833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f45489a4-ab0b-47f0-a2fe-55e4935ba43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:48:59.362069 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1b2365-0119-462e-a1be-562bdd6089c9 admin admin] Network hostable DHCP agents. Network: f45489a4-ab0b-47f0-a2fe-55e4935ba43a, hostable agents: ['059ef8ed-a851-4324-85c0-3d7a16d26e98'], hosted agents: [] {{(pid=101214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 13:48:59.414208 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1b2365-0119-462e-a1be-562bdd6089c9 admin admin] Network f45489a4-ab0b-47f0-a2fe-55e4935ba43a is scheduled to be hosted by DHCP agent 059ef8ed-a851-4324-85c0-3d7a16d26e98 with binding_index 1 {{(pid=101214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 13:48:59.460724 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [None req-ce1b2365-0119-462e-a1be-562bdd6089c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803456-3-iscsi, f45489a4-ab0b-47f0-a2fe-55e4935ba43a) {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:48:59.464789 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1b2365-0119-462e-a1be-562bdd6089c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:48:59.465508 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ce1b2365-0119-462e-a1be-562bdd6089c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for subnet, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:48:59.470928 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faf6692-a65a-4534-b3b6-15bca3f9e188 None None] Network f45489a4-ab0b-47f0-a2fe-55e4935ba43a requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:48:59.535411 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-ce1b2365-0119-462e-a1be-562bdd6089c9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5435362 Sep 15 13:48:59.595763 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b668ac7-e1d0-453f-8dd6-dcb221ed1c8e None None] Network f45489a4-ab0b-47f0-a2fe-55e4935ba43a requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:49:02.664222 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-be0ae3be-7394-4240-8cde-f6e52cafe39c tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:02.665723 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-be0ae3be-7394-4240-8cde-f6e52cafe39c tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/networks?id=f45489a4-ab0b-47f0-a2fe-55e4935ba43a HTTP/1.1" status: 200 len: 809 time: 0.1005471 Sep 15 13:49:02.680125 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-ec7fcbf6-d13f-4d31-9db2-b319a118bb7b tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/quotas/548097d011c04f6b8c76e81b83c868ab HTTP/1.1" status: 200 len: 375 time: 0.0087187 Sep 15 13:49:02.714483 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-695c1b46-361c-4f74-ae29-38f00c7646b4 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=548097d011c04f6b8c76e81b83c868ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293221 Sep 15 13:49:02.802610 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-6065a978-4fb7-4849-88d3-65786462659e service neutron] 10.222.0.30 "GET /v2.0/networks/f45489a4-ab0b-47f0-a2fe-55e4935ba43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813522 Sep 15 13:49:02.913624 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-03c49928-0170-4945-a489-6908a91a9f1c service neutron] 10.222.0.30 "GET /v2.0/networks/f45489a4-ab0b-47f0-a2fe-55e4935ba43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048081 Sep 15 13:49:03.233532 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-43192c5f-904b-4834-bc63-bb4af4eb7e8d req-8db16798-0620-4c0d-a6a5-ce9a76e9d6a4 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=31229cd5-9862-4f36-937f-5515653c1194 HTTP/1.1" status: 200 len: 210 time: 0.0266359 Sep 15 13:49:04.329950 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-04a8a4c7-8f8b-4e72-9cb2-ee066c38cf79 req-658c3da7-1857-43ac-8273-af2f57777a45 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=31229cd5-9862-4f36-937f-5515653c1194 HTTP/1.1" status: 200 len: 210 time: 0.0292568 Sep 15 13:49:05.422836 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3f2b3331-17b0-4748-994d-d8e67efec05d req-d8129223-5b2c-48d0-b6ef-fc5ccb857c58 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=31229cd5-9862-4f36-937f-5515653c1194 HTTP/1.1" status: 200 len: 210 time: 0.0265238 Sep 15 13:49:05.681009 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-8b41f31c-25f9-40e2-9346-0384e454a63e tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:05.682456 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-8b41f31c-25f9-40e2-9346-0384e454a63e tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.15 "GET /v2.0/networks?id=f45489a4-ab0b-47f0-a2fe-55e4935ba43a HTTP/1.1" status: 200 len: 809 time: 0.0992882 Sep 15 13:49:05.704440 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-276d193d-606f-45b7-b7d6-b543148517d1 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Request body: {'port': {'device_id': '31229cd5-9862-4f36-937f-5515653c1194', 'network_id': 'f45489a4-ab0b-47f0-a2fe-55e4935ba43a', 'admin_state_up': True, 'tenant_id': '548097d011c04f6b8c76e81b83c868ab'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:49:05.866004 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-276d193d-606f-45b7-b7d6-b543148517d1 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Made reservation on behalf of 548097d011c04f6b8c76e81b83c868ab for: {'port': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:49:05.869642 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-276d193d-606f-45b7-b7d6-b543148517d1 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:06.000672 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-276d193d-606f-45b7-b7d6-b543148517d1 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Allocated IP 172.20.0.8 (f45489a4-ab0b-47f0-a2fe-55e4935ba43a/e7b19edf-8797-466c-997c-c25e13c78d35/1ad33b13-62fa-46f1-a36e-c7282517913b) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:49:06.145750 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-276d193d-606f-45b7-b7d6-b543148517d1 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:06.249645 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-276d193d-606f-45b7-b7d6-b543148517d1 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:06.293496 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-276d193d-606f-45b7-b7d6-b543148517d1 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Network f45489a4-ab0b-47f0-a2fe-55e4935ba43a is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:49:06.296483 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-276d193d-606f-45b7-b7d6-b543148517d1 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:49:06.299998 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-276d193d-606f-45b7-b7d6-b543148517d1 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:49:06.328338 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d193d-606f-45b7-b7d6-b543148517d1 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Pushing event updated for resources: {'Port': ['ID=1ad33b13-62fa-46f1-a36e-c7282517913b,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:06.353281 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-276d193d-606f-45b7-b7d6-b543148517d1 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:06.353884 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-276d193d-606f-45b7-b7d6-b543148517d1 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:06.426883 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-276d193d-606f-45b7-b7d6-b543148517d1 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7261543 Sep 15 13:49:06.440729 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-fd4b6fda-5a53-44c2-84f1-cf7df7cc7f2c service neutron] Request body: {'port': {'device_id': '31229cd5-9862-4f36-937f-5515653c1194', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:49:06.499033 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-fd4b6fda-5a53-44c2-84f1-cf7df7cc7f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:06.859817 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17a791-8672-496a-b269-54e081523a3c req-37ee4eae-2697-4cd3-8bd4-9f2bdbd33802 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:06.861318 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-4d17a791-8672-496a-b269-54e081523a3c req-37ee4eae-2697-4cd3-8bd4-9f2bdbd33802 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=31229cd5-9862-4f36-937f-5515653c1194 HTTP/1.1" status: 200 len: 931 time: 0.3666883 Sep 15 13:49:06.960703 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-4d17a791-8672-496a-b269-54e081523a3c req-588777f8-ddcc-492d-8cef-15d56fc0f548 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cca0881-7f8e-4854-9270-14baefa508f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917847 Sep 15 13:49:07.094348 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-fd4b6fda-5a53-44c2-84f1-cf7df7cc7f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad33b13-62fa-46f1-a36e-c7282517913b {{(pid=101214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:49:07.101711 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-fd4b6fda-5a53-44c2-84f1-cf7df7cc7f2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:07.113771 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.provisioning_blocks [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-fd4b6fda-5a53-44c2-84f1-cf7df7cc7f2c service neutron] Transition to ACTIVE for port object 1ad33b13-62fa-46f1-a36e-c7282517913b will not be triggered until provisioned by entity L2. {{(pid=101214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:49:07.191875 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-fd4b6fda-5a53-44c2-84f1-cf7df7cc7f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:07.275943 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b6fda-5a53-44c2-84f1-cf7df7cc7f2c service neutron] Pushing event updated for resources: {'Port': ['ID=1ad33b13-62fa-46f1-a36e-c7282517913b,revision_number=2']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:07.331098 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-fd4b6fda-5a53-44c2-84f1-cf7df7cc7f2c service neutron] Attempting to bind port 1ad33b13-62fa-46f1-a36e-c7282517913b on host hv-cinder-80345 for vnic_type normal with profile {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:49:07.331441 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-fd4b6fda-5a53-44c2-84f1-cf7df7cc7f2c service neutron] Attempting to bind port 1ad33b13-62fa-46f1-a36e-c7282517913b by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': '96c4945e-4297-4cce-af4b-0b30d196a833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f45489a4-ab0b-47f0-a2fe-55e4935ba43a'}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:49:07.331766 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-fd4b6fda-5a53-44c2-84f1-cf7df7cc7f2c service neutron] Attempting to bind port 1ad33b13-62fa-46f1-a36e-c7282517913b on network f45489a4-ab0b-47f0-a2fe-55e4935ba43a {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:49:07.336653 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-fd4b6fda-5a53-44c2-84f1-cf7df7cc7f2c service neutron] Port 1ad33b13-62fa-46f1-a36e-c7282517913b on network f45489a4-ab0b-47f0-a2fe-55e4935ba43a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:49:07.336972 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-fd4b6fda-5a53-44c2-84f1-cf7df7cc7f2c service neutron] Attempting to bind port 1ad33b13-62fa-46f1-a36e-c7282517913b on network f45489a4-ab0b-47f0-a2fe-55e4935ba43a {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:49:07.342725 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-fd4b6fda-5a53-44c2-84f1-cf7df7cc7f2c service neutron] Checking agent: {'id': 'b550a8ff-0b84-4201-8276-b98629f1370c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'started_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:49:07.343056 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-fd4b6fda-5a53-44c2-84f1-cf7df7cc7f2c service neutron] Checking segment: {'id': '96c4945e-4297-4cce-af4b-0b30d196a833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f45489a4-ab0b-47f0-a2fe-55e4935ba43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:49:07.343433 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-fd4b6fda-5a53-44c2-84f1-cf7df7cc7f2c service neutron] Bound using segment: {'id': '96c4945e-4297-4cce-af4b-0b30d196a833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f45489a4-ab0b-47f0-a2fe-55e4935ba43a'} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:49:07.343844 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-fd4b6fda-5a53-44c2-84f1-cf7df7cc7f2c service neutron] Bound port: 1ad33b13-62fa-46f1-a36e-c7282517913b, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c4945e-4297-4cce-af4b-0b30d196a833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f45489a4-ab0b-47f0-a2fe-55e4935ba43a'}}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:49:07.344195 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-fd4b6fda-5a53-44c2-84f1-cf7df7cc7f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:07.408204 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-fd4b6fda-5a53-44c2-84f1-cf7df7cc7f2c service neutron] For port 1ad33b13-62fa-46f1-a36e-c7282517913b, host hv-cinder-80345, cleared binding levels {{(pid=101214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:49:07.411337 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-fd4b6fda-5a53-44c2-84f1-cf7df7cc7f2c service neutron] For port 1ad33b13-62fa-46f1-a36e-c7282517913b, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=1ad33b13-62fa-46f1-a36e-c7282517913b,segment=NetworkSegment(96c4945e-4297-4cce-af4b-0b30d196a833),segment_id=96c4945e-4297-4cce-af4b-0b30d196a833)] {{(pid=101214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:49:07.500799 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-fd4b6fda-5a53-44c2-84f1-cf7df7cc7f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:07.536685 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-fd4b6fda-5a53-44c2-84f1-cf7df7cc7f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:07.537319 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-fd4b6fda-5a53-44c2-84f1-cf7df7cc7f2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:07.538694 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-fd4b6fda-5a53-44c2-84f1-cf7df7cc7f2c service neutron] 10.222.0.15 "PUT /v2.0/ports/1ad33b13-62fa-46f1-a36e-c7282517913b HTTP/1.1" status: 200 len: 1093 time: 1.1019239 Sep 15 13:49:07.543759 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31229cd5-9862-4f36-937f-5515653c1194', 'tag': '1ad33b13-62fa-46f1-a36e-c7282517913b'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:49:07.543759 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21332ee-21a3-4333-9ef1-6b4e272249a8" -d '{"events": [{"name": "network-changed", "server_uuid": "31229cd5-9862-4f36-937f-5515653c1194", "tag": "1ad33b13-62fa-46f1-a36e-c7282517913b"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:49:07.565935 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b6fda-5a53-44c2-84f1-cf7df7cc7f2c service neutron] Pushing event updated for resources: {'Port': ['ID=1ad33b13-62fa-46f1-a36e-c7282517913b,revision_number=3']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:07.579176 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daecb88f-85c9-4133-9c89-3dc12c4e3b7b x-openstack-request-id: req-daecb88f-85c9-4133-9c89-3dc12c4e3b7b {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:49:07.579464 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31229cd5-9862-4f36-937f-5515653c1194", "tag": "1ad33b13-62fa-46f1-a36e-c7282517913b", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:49:07.579715 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-daecb88f-85c9-4133-9c89-3dc12c4e3b7b {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:49:07.580128 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31229cd5-9862-4f36-937f-5515653c1194', 'tag': '1ad33b13-62fa-46f1-a36e-c7282517913b', 'status': 'completed', 'code': 200} Sep 15 13:49:07.639468 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21332ee-21a3-4333-9ef1-6b4e272249a8 req-78cf8aac-d877-4a29-b9c4-1e6667de8c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:07.641127 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a21332ee-21a3-4333-9ef1-6b4e272249a8 req-78cf8aac-d877-4a29-b9c4-1e6667de8c84 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=548097d011c04f6b8c76e81b83c868ab&device_id=31229cd5-9862-4f36-937f-5515653c1194 HTTP/1.1" status: 200 len: 1096 time: 0.0412424 Sep 15 13:49:07.741905 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21332ee-21a3-4333-9ef1-6b4e272249a8 req-8eec6ddf-8537-445a-9461-d7da5171b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:07.743242 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a21332ee-21a3-4333-9ef1-6b4e272249a8 req-8eec6ddf-8537-445a-9461-d7da5171b1f2 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=548097d011c04f6b8c76e81b83c868ab&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0942721 Sep 15 13:49:07.840266 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21332ee-21a3-4333-9ef1-6b4e272249a8 req-50c18fed-b0c6-40bb-b903-03a0ade913e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:07.842801 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a21332ee-21a3-4333-9ef1-6b4e272249a8 req-50c18fed-b0c6-40bb-b903-03a0ade913e5 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922434 Sep 15 13:49:07.854455 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:07.918514 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-40458f90-bca6-4b15-8d9a-ca4df416b032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:07.920068 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-40458f90-bca6-4b15-8d9a-ca4df416b032 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=548097d011c04f6b8c76e81b83c868ab&device_id=31229cd5-9862-4f36-937f-5515653c1194 HTTP/1.1" status: 200 len: 1096 time: 0.0399137 Sep 15 13:49:07.964823 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-27a486de-3b22-4d70-ad7d-235516edec78 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ad33b13-62fa-46f1-a36e-c7282517913b HTTP/1.1" status: 200 len: 217 time: 0.0361593 Sep 15 13:49:08.014118 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-f20dadb7-dec3-4e51-8921-3257ef91da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:08.015854 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-f20dadb7-dec3-4e51-8921-3257ef91da6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e7b19edf-8797-466c-997c-c25e13c78d35 HTTP/1.1" status: 200 len: 849 time: 0.0431323 Sep 15 13:49:08.049410 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-2fcfb20f-c3d5-4353-beda-2ab2fe52a1af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f45489a4-ab0b-47f0-a2fe-55e4935ba43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264237 Sep 15 13:49:08.084481 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73773c1-a921-426d-941a-e73ec50e489a req-b2033121-13a9-4914-9f28-4c5c1e9dd891 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:08.086019 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c73773c1-a921-426d-941a-e73ec50e489a req-b2033121-13a9-4914-9f28-4c5c1e9dd891 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=31229cd5-9862-4f36-937f-5515653c1194 HTTP/1.1" status: 200 len: 943 time: 0.0581758 Sep 15 13:49:08.124982 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c73773c1-a921-426d-941a-e73ec50e489a req-aa264fcf-8c2c-4a97-b374-865dd6020a2b tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cca0881-7f8e-4854-9270-14baefa508f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322673 Sep 15 13:49:08.151867 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-65ce783e-9c65-48b9-b5c7-d7dab9235c8d service neutron] 10.222.0.15 "GET /v2.0/networks/f45489a4-ab0b-47f0-a2fe-55e4935ba43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887551 Sep 15 13:49:08.241292 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b3034c67-a51a-463d-b8e3-201423cd8a10 req-08f8ed13-3c62-405c-929f-f6939392890c service neutron] 10.222.0.15 "GET /v2.0/networks/f45489a4-ab0b-47f0-a2fe-55e4935ba43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813212 Sep 15 13:49:09.240127 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f7a27-294d-4f85-b48c-84a21d034df1 req-b9c10a5f-a83d-4ead-a09f-180c511e757a tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:09.241606 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5c2f7a27-294d-4f85-b48c-84a21d034df1 req-b9c10a5f-a83d-4ead-a09f-180c511e757a tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=31229cd5-9862-4f36-937f-5515653c1194 HTTP/1.1" status: 200 len: 943 time: 0.0498333 Sep 15 13:49:09.280760 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5c2f7a27-294d-4f85-b48c-84a21d034df1 req-86d909cf-3b76-4fda-96e3-05d4b042410e tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cca0881-7f8e-4854-9270-14baefa508f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316896 Sep 15 13:49:10.397574 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d310e-60c4-4665-8dae-4a27a51bd3b0 req-284dd968-a18d-408a-8426-e2b55ca27df2 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:10.399084 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-953d310e-60c4-4665-8dae-4a27a51bd3b0 req-284dd968-a18d-408a-8426-e2b55ca27df2 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=31229cd5-9862-4f36-937f-5515653c1194 HTTP/1.1" status: 200 len: 943 time: 0.0524073 Sep 15 13:49:10.436400 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-953d310e-60c4-4665-8dae-4a27a51bd3b0 req-a6d3a11e-ecf7-4f42-9dd2-fd1752b9a832 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cca0881-7f8e-4854-9270-14baefa508f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314753 Sep 15 13:49:11.552710 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecb17b-b846-4a94-869e-26d1e5508687 req-8d0113f5-2395-45f3-bd81-b122fd094b97 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:11.554276 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-47ecb17b-b846-4a94-869e-26d1e5508687 req-8d0113f5-2395-45f3-bd81-b122fd094b97 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=31229cd5-9862-4f36-937f-5515653c1194 HTTP/1.1" status: 200 len: 943 time: 0.0496664 Sep 15 13:49:11.591157 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 1ad33b13-62fa-46f1-a36e-c7282517913b details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:49:11.592434 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-47ecb17b-b846-4a94-869e-26d1e5508687 req-60ade40e-78e9-4bb4-893c-7f5bee7dbe71 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cca0881-7f8e-4854-9270-14baefa508f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311928 Sep 15 13:49:11.690424 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 1ad33b13-62fa-46f1-a36e-c7282517913b, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=1ad33b13-62fa-46f1-a36e-c7282517913b,segment=NetworkSegment(96c4945e-4297-4cce-af4b-0b30d196a833),segment_id=96c4945e-4297-4cce-af4b-0b30d196a833)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:49:11.818383 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': '1ad33b13-62fa-46f1-a36e-c7282517913b', 'network_id': 'f45489a4-ab0b-47f0-a2fe-55e4935ba43a', 'port_id': '1ad33b13-62fa-46f1-a36e-c7282517913b', 'mac_address': 'fa:16:3e:d3:56:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b19edf-8797-466c-997c-c25e13c78d35', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:49:11.856555 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:11.869280 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad33b13-62fa-46f1-a36e-c7282517913b {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:49:11.887856 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 1ad33b13-62fa-46f1-a36e-c7282517913b, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=1ad33b13-62fa-46f1-a36e-c7282517913b,segment=NetworkSegment(96c4945e-4297-4cce-af4b-0b30d196a833),segment_id=96c4945e-4297-4cce-af4b-0b30d196a833)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:49:12.025676 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:12.071230 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=1ad33b13-62fa-46f1-a36e-c7282517913b,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:12.253777 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['1ad33b13-62fa-46f1-a36e-c7282517913b'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:49:12.706136 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d84959-137d-4b7b-9eb5-0d83dfebdf51 req-78e24274-adb9-4f23-a4f6-699e876533c7 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:12.707611 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-09d84959-137d-4b7b-9eb5-0d83dfebdf51 req-78e24274-adb9-4f23-a4f6-699e876533c7 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=31229cd5-9862-4f36-937f-5515653c1194 HTTP/1.1" status: 200 len: 944 time: 0.0487053 Sep 15 13:49:12.747794 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-09d84959-137d-4b7b-9eb5-0d83dfebdf51 req-97ce65c7-dc9f-48a1-9183-8cb71535baba tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cca0881-7f8e-4854-9270-14baefa508f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337541 Sep 15 13:49:13.591545 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 1ad33b13-62fa-46f1-a36e-c7282517913b up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:49:13.701138 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning for port 1ad33b13-62fa-46f1-a36e-c7282517913b completed by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:49:13.704876 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port 1ad33b13-62fa-46f1-a36e-c7282517913b triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:49:13.705272 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:13.785995 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:13.799027 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 52102) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:13.813170 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31229cd5-9862-4f36-937f-5515653c1194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad33b13-62fa-46f1-a36e-c7282517913b'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:49:13.815716 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c152ad-22cc-44b7-a9e9-6130e8867428" -d '{"events": [{"server_uuid": "31229cd5-9862-4f36-937f-5515653c1194", "name": "network-vif-plugged", "status": "completed", "tag": "1ad33b13-62fa-46f1-a36e-c7282517913b"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:49:13.828868 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 1ad33b13-62fa-46f1-a36e-c7282517913b, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=1ad33b13-62fa-46f1-a36e-c7282517913b,segment=NetworkSegment(96c4945e-4297-4cce-af4b-0b30d196a833),segment_id=96c4945e-4297-4cce-af4b-0b30d196a833)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:49:13.849302 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f4aae6-cd5c-4b99-b67d-896bdae61d64 admin admin] Deleting subnet 761722f9-7f47-4c23-9553-8bae310b0272 {{(pid=101214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:49:13.850899 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-37f4aae6-cd5c-4b99-b67d-896bdae61d64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:13.858096 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc4539b-6d23-4d6e-9676-9b11e8926d2f x-openstack-request-id: req-9dc4539b-6d23-4d6e-9676-9b11e8926d2f {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:49:13.858837 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31229cd5-9862-4f36-937f-5515653c1194", "name": "network-vif-plugged", "status": "completed", "tag": "1ad33b13-62fa-46f1-a36e-c7282517913b", "code": 200}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:49:13.859497 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9dc4539b-6d23-4d6e-9676-9b11e8926d2f {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:49:13.860092 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31229cd5-9862-4f36-937f-5515653c1194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad33b13-62fa-46f1-a36e-c7282517913b', 'code': 200} Sep 15 13:49:13.893130 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:13.894280 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff2695-f30d-4cc2-b658-df3e9ff9ae58 req-0140b6c2-ce9d-47c3-8dcc-3b90ce365181 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:13.896021 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9aff2695-f30d-4cc2-b658-df3e9ff9ae58 req-0140b6c2-ce9d-47c3-8dcc-3b90ce365181 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=31229cd5-9862-4f36-937f-5515653c1194 HTTP/1.1" status: 200 len: 944 time: 0.0762439 Sep 15 13:49:13.907554 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-37f4aae6-cd5c-4b99-b67d-896bdae61d64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4615973'] for subnet, precommit_delete_associations {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:13.944911 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9aff2695-f30d-4cc2-b658-df3e9ff9ae58 req-5b083007-828b-4c1c-9bef-e1f2e08637ee tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cca0881-7f8e-4854-9270-14baefa508f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347745 Sep 15 13:49:13.952327 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=1ad33b13-62fa-46f1-a36e-c7282517913b,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:13.960619 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-37f4aae6-cd5c-4b99-b67d-896bdae61d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493165'] for subnet, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:14.186455 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-37f4aae6-cd5c-4b99-b67d-896bdae61d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4251690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943657'] for subnet, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:14.213603 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4aae6-cd5c-4b99-b67d-896bdae61d64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=761722f9-7f47-4c23-9553-8bae310b0272,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:14.217118 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-37f4aae6-cd5c-4b99-b67d-896bdae61d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for subnet, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:14.221613 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-37f4aae6-cd5c-4b99-b67d-896bdae61d64 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/761722f9-7f47-4c23-9553-8bae310b0272 HTTP/1.1" status: 204 len: 168 time: 0.4186168 Sep 15 13:49:14.221613 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 52108) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:14.313268 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6d59a48c-4aba-4288-be61-bc38652c01e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463644'] for network, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:14.330540 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958c352-28d0-4827-a9b6-4bbbfe14cbe4 req-9732d91f-de06-4635-ace0-ea52f5eeaf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:14.331990 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2958c352-28d0-4827-a9b6-4bbbfe14cbe4 req-9732d91f-de06-4635-ace0-ea52f5eeaf9d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=31229cd5-9862-4f36-937f-5515653c1194 HTTP/1.1" status: 200 len: 1098 time: 0.0823662 Sep 15 13:49:14.399192 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2958c352-28d0-4827-a9b6-4bbbfe14cbe4 req-949578bb-604f-4301-82c2-575ce2e500b5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6cca0881-7f8e-4854-9270-14baefa508f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477695 Sep 15 13:49:14.426672 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6d59a48c-4aba-4288-be61-bc38652c01e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492266', 'neutron.services.segments.db._delete_segments_for_network-8777769697949'] for network, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:14.451640 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.services.segments.db [None req-6d59a48c-4aba-4288-be61-bc38652c01e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a1f37b-8eb2-4a43-96bd-3579e3f07779']}} {{(pid=101214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:49:14.456544 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.services.segments.db [None req-6d59a48c-4aba-4288-be61-bc38652c01e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980f05fe-7c15-4ede-9fc1-3c52e2886958') {'for_net_delete': True} {{(pid=101214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:49:14.456841 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.services.segments.db [None req-6d59a48c-4aba-4288-be61-bc38652c01e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980f05fe-7c15-4ede-9fc1-3c52e2886958') {} {{(pid=101214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:49:14.466879 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6d59a48c-4aba-4288-be61-bc38652c01e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777769698726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4615982'] for segment, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:14.479436 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6d59a48c-4aba-4288-be61-bc38652c01e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:14.485750 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d59a48c-4aba-4288-be61-bc38652c01e2 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=101214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:49:14.486171 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6d59a48c-4aba-4288-be61-bc38652c01e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4267764'] for segment, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: Traceback (most recent call last): Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: timer() Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: cb(*args, **kw) Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: return func(*args, **kwargs) Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: self._notify() Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: self.callback(batched_events) Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: event.method(event) Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: return f(self, *a, **k) Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: return self._get(url).json() Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: return self.request(url, 'GET', **kwargs) Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:49:14.487802 dv-cinder-803456-3-iscsi neutron-server[101214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:49:14.637492 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6d59a48c-4aba-4288-be61-bc38652c01e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550935'] for network, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:14.644445 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6d59a48c-4aba-4288-be61-bc38652c01e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:14.646307 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-6d59a48c-4aba-4288-be61-bc38652c01e2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/46a1f37b-8eb2-4a43-96bd-3579e3f07779 HTTP/1.1" status: 204 len: 168 time: 0.4241307 Sep 15 13:49:14.658057 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59a48c-4aba-4288-be61-bc38652c01e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=46a1f37b-8eb2-4a43-96bd-3579e3f07779,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:15.063027 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15951d5-2724-48a3-8071-717a79842366 req-0f406975-ca3f-48a1-a017-e7ddc26a535c tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:15.064511 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c15951d5-2724-48a3-8071-717a79842366 req-0f406975-ca3f-48a1-a017-e7ddc26a535c tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=31229cd5-9862-4f36-937f-5515653c1194 HTTP/1.1" status: 200 len: 945 time: 0.0507424 Sep 15 13:49:15.102426 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c15951d5-2724-48a3-8071-717a79842366 req-ae0d4572-034f-4a63-bb79-ad60738c9d3f tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cca0881-7f8e-4854-9270-14baefa508f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321329 Sep 15 13:49:15.239262 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 52116) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:15.282667 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-ea32ce02-bd48-4c90-8ea8-736984d45500 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1160bbb0fc8c47838b43d86c1c09642a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422790 Sep 15 13:49:15.285069 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 52118) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:15.331099 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-70fd9311-0bde-4af2-9e1e-521e13e9055f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:15.351921 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-70fd9311-0bde-4af2-9e1e-521e13e9055f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:15.500197 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-70fd9311-0bde-4af2-9e1e-521e13e9055f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:15.502878 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-70fd9311-0bde-4af2-9e1e-521e13e9055f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:15.504024 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-70fd9311-0bde-4af2-9e1e-521e13e9055f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b838ef38-c723-4db8-ab09-321c04e3feb9 HTTP/1.1" status: 204 len: 168 time: 0.2180390 Sep 15 13:49:15.512203 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd9311-0bde-4af2-9e1e-521e13e9055f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b838ef38-c723-4db8-ab09-321c04e3feb9,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:16.218322 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14a816-0e38-42e6-90d3-d416473db41a req-dd0516b9-e784-4bfb-b47b-de52c86fbd2c tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:16.219902 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-dd14a816-0e38-42e6-90d3-d416473db41a req-dd0516b9-e784-4bfb-b47b-de52c86fbd2c tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=31229cd5-9862-4f36-937f-5515653c1194 HTTP/1.1" status: 200 len: 945 time: 0.0502841 Sep 15 13:49:16.256752 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-dd14a816-0e38-42e6-90d3-d416473db41a req-a53dd7c6-c3b6-44bd-9569-5d3f9e04f9b9 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cca0881-7f8e-4854-9270-14baefa508f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310931 Sep 15 13:49:17.518423 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb810c-1d02-4370-bcaa-2037a3a45c0e req-3bdf5353-e9ef-4ae0-9acf-94f90a68b837 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:17.520097 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-cacb810c-1d02-4370-bcaa-2037a3a45c0e req-3bdf5353-e9ef-4ae0-9acf-94f90a68b837 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=31229cd5-9862-4f36-937f-5515653c1194 HTTP/1.1" status: 200 len: 945 time: 0.0538409 Sep 15 13:49:17.557886 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-cacb810c-1d02-4370-bcaa-2037a3a45c0e req-de45abfd-e976-45d3-9e6e-387b8e56c4a5 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cca0881-7f8e-4854-9270-14baefa508f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319676 Sep 15 13:49:18.672625 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c40dad-9557-4036-a001-74369aecf3a5 req-74b3d2d2-6770-40c1-98d9-3c23387226aa tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:18.674089 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b2c40dad-9557-4036-a001-74369aecf3a5 req-74b3d2d2-6770-40c1-98d9-3c23387226aa tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=31229cd5-9862-4f36-937f-5515653c1194 HTTP/1.1" status: 200 len: 945 time: 0.0479875 Sep 15 13:49:18.710715 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b2c40dad-9557-4036-a001-74369aecf3a5 req-9b93ef86-5fb6-448c-ac54-59203fc57cca tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cca0881-7f8e-4854-9270-14baefa508f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309224 Sep 15 13:49:18.990253 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc2ea1-3d2b-49a5-b1fa-3434c36a937f req-6a354e0d-ca2b-464b-9aef-2e05b7f54814 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:18.991682 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b9cc2ea1-3d2b-49a5-b1fa-3434c36a937f req-6a354e0d-ca2b-464b-9aef-2e05b7f54814 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.15 "GET /v2.0/ports?device_id=31229cd5-9862-4f36-937f-5515653c1194 HTTP/1.1" status: 200 len: 945 time: 0.0476146 Sep 15 13:49:19.085414 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-b9cc2ea1-3d2b-49a5-b1fa-3434c36a937f req-550fae34-beb8-4bc9-a7a9-eab7f23330ff tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Deleting port 1ad33b13-62fa-46f1-a36e-c7282517913b {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:49:19.085757 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b9cc2ea1-3d2b-49a5-b1fa-3434c36a937f req-550fae34-beb8-4bc9-a7a9-eab7f23330ff tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:19.171055 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-b9cc2ea1-3d2b-49a5-b1fa-3434c36a937f req-550fae34-beb8-4bc9-a7a9-eab7f23330ff tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] For port 1ad33b13-62fa-46f1-a36e-c7282517913b, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=1ad33b13-62fa-46f1-a36e-c7282517913b,segment=NetworkSegment(96c4945e-4297-4cce-af4b-0b30d196a833),segment_id=96c4945e-4297-4cce-af4b-0b30d196a833)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:49:19.171419 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b9cc2ea1-3d2b-49a5-b1fa-3434c36a937f req-550fae34-beb8-4bc9-a7a9-eab7f23330ff tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:19.183443 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-b9cc2ea1-3d2b-49a5-b1fa-3434c36a937f req-550fae34-beb8-4bc9-a7a9-eab7f23330ff tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Calling delete_port for 1ad33b13-62fa-46f1-a36e-c7282517913b owned by compute:nova {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:49:19.368713 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b9cc2ea1-3d2b-49a5-b1fa-3434c36a937f req-550fae34-beb8-4bc9-a7a9-eab7f23330ff tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:19.380684 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['1ad33b13-62fa-46f1-a36e-c7282517913b'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:49:19.403002 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fae34-beb8-4bc9-a7a9-eab7f23330ff tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Pushing event deleted for resources: {'Port': ['ID=1ad33b13-62fa-46f1-a36e-c7282517913b,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:19.444968 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cc2ea1-3d2b-49a5-b1fa-3434c36a937f req-550fae34-beb8-4bc9-a7a9-eab7f23330ff tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] No DVR routers for this DVR port 1ad33b13-62fa-46f1-a36e-c7282517913b on host hv-cinder-80345 {{(pid=101214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:49:19.447462 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-b9cc2ea1-3d2b-49a5-b1fa-3434c36a937f req-550fae34-beb8-4bc9-a7a9-eab7f23330ff tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:19.449442 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b9cc2ea1-3d2b-49a5-b1fa-3434c36a937f req-550fae34-beb8-4bc9-a7a9-eab7f23330ff tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.15 "DELETE /v2.0/ports/1ad33b13-62fa-46f1-a36e-c7282517913b HTTP/1.1" status: 204 len: 173 time: 0.4503953 Sep 15 13:49:19.449869 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31229cd5-9862-4f36-937f-5515653c1194', 'name': 'network-vif-deleted', 'tag': '1ad33b13-62fa-46f1-a36e-c7282517913b'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:49:19.452704 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeef7f9a-09f6-4b83-a3c8-88d1959f3d8c" -d '{"events": [{"server_uuid": "31229cd5-9862-4f36-937f-5515653c1194", "name": "network-vif-deleted", "tag": "1ad33b13-62fa-46f1-a36e-c7282517913b"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:49:19.487619 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c841dae-2cfd-4c87-b363-3c2e97dbd70c x-openstack-request-id: req-1c841dae-2cfd-4c87-b363-3c2e97dbd70c {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:49:19.487902 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31229cd5-9862-4f36-937f-5515653c1194", "name": "network-vif-deleted", "tag": "1ad33b13-62fa-46f1-a36e-c7282517913b", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:49:19.488147 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c841dae-2cfd-4c87-b363-3c2e97dbd70c {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:49:19.488539 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31229cd5-9862-4f36-937f-5515653c1194', 'name': 'network-vif-deleted', 'tag': '1ad33b13-62fa-46f1-a36e-c7282517913b', 'status': 'completed', 'code': 200} Sep 15 13:49:19.815707 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d07e68b8-f7a5-41ca-bf98-5b06909f4847 req-a85849cc-1d20-4a03-8b7f-98fa89187061 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=31229cd5-9862-4f36-937f-5515653c1194 HTTP/1.1" status: 200 len: 210 time: 0.0261323 Sep 15 13:49:21.119013 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-757b9f4c-accb-458a-bee0-79a4858fd981 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:21.119876 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-757b9f4c-accb-458a-bee0-79a4858fd981 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/networks?id=f45489a4-ab0b-47f0-a2fe-55e4935ba43a HTTP/1.1" status: 200 len: 809 time: 0.1044390 Sep 15 13:49:21.135588 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-2e31d619-ff81-4a2b-b1e2-3a788bebef32 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/quotas/548097d011c04f6b8c76e81b83c868ab HTTP/1.1" status: 200 len: 375 time: 0.0092196 Sep 15 13:49:21.168001 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-f241625c-65af-4a6e-8abd-788029b5f04c tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=548097d011c04f6b8c76e81b83c868ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272949 Sep 15 13:49:21.180069 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-f278a5fe-4a09-447d-beb2-68b26fa34d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:21.259223 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-3449bce9-6719-4ace-a415-562311e25b8e service neutron] 10.222.0.30 "GET /v2.0/networks/f45489a4-ab0b-47f0-a2fe-55e4935ba43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838847 Sep 15 13:49:21.351571 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-f1cb8a7a-490e-4698-9476-28a187782cea service neutron] 10.222.0.30 "GET /v2.0/networks/f45489a4-ab0b-47f0-a2fe-55e4935ba43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861640 Sep 15 13:49:21.595106 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-ec50dae9-f742-44b6-a318-f7c3b6c95cdc req-92b29b0e-633b-4017-9940-6ffd1173177a tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9ca5d99-dfdc-452f-865c-c42ac107228f HTTP/1.1" status: 200 len: 210 time: 0.0283530 Sep 15 13:49:22.376278 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:49:22.691152 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-304c5c03-64cc-40ed-9b23-f5b177f1325c req-085741a4-c94b-47ae-a6c7-0be721a335c0 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9ca5d99-dfdc-452f-865c-c42ac107228f HTTP/1.1" status: 200 len: 210 time: 0.0280273 Sep 15 13:49:23.627196 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 1ad33b13-62fa-46f1-a36e-c7282517913b no longer exists at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:49:23.652169 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] No Port match for: 1ad33b13-62fa-46f1-a36e-c7282517913b {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:49:23.652506 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 1ad33b13-62fa-46f1-a36e-c7282517913b not bound to the agent host hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:49:23.673048 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-e6bd30c2-8911-4d50-9a7c-5ce0359a176c tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:23.674490 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-e6bd30c2-8911-4d50-9a7c-5ce0359a176c tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.15 "GET /v2.0/networks?id=f45489a4-ab0b-47f0-a2fe-55e4935ba43a HTTP/1.1" status: 200 len: 809 time: 0.1044223 Sep 15 13:49:23.687262 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-2a2afcf7-f9c3-46dc-a8e0-3d24bc505b69 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Request body: {'port': {'device_id': 'f9ca5d99-dfdc-452f-865c-c42ac107228f', 'network_id': 'f45489a4-ab0b-47f0-a2fe-55e4935ba43a', 'admin_state_up': True, 'tenant_id': '548097d011c04f6b8c76e81b83c868ab'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:49:23.711308 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c22bf14a-4dd7-4688-98c8-50c357e0fa4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:23.803714 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-791cd9a1-090c-4588-a016-d3959a4ba014 req-48cfe941-9494-4947-b38d-415081465f99 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9ca5d99-dfdc-452f-865c-c42ac107228f HTTP/1.1" status: 200 len: 210 time: 0.0382755 Sep 15 13:49:23.816715 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:23.905965 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-2a2afcf7-f9c3-46dc-a8e0-3d24bc505b69 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Made reservation on behalf of 548097d011c04f6b8c76e81b83c868ab for: {'port': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:49:23.909828 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-2a2afcf7-f9c3-46dc-a8e0-3d24bc505b69 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:24.039729 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-2a2afcf7-f9c3-46dc-a8e0-3d24bc505b69 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Allocated IP 172.20.0.4 (f45489a4-ab0b-47f0-a2fe-55e4935ba43a/e7b19edf-8797-466c-997c-c25e13c78d35/fe137913-10cf-4a79-a104-9699991b83e9) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:49:24.204486 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-2a2afcf7-f9c3-46dc-a8e0-3d24bc505b69 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:24.340874 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-2a2afcf7-f9c3-46dc-a8e0-3d24bc505b69 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:24.396750 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-2a2afcf7-f9c3-46dc-a8e0-3d24bc505b69 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Network f45489a4-ab0b-47f0-a2fe-55e4935ba43a is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:49:24.399852 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-2a2afcf7-f9c3-46dc-a8e0-3d24bc505b69 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:49:24.404521 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-2a2afcf7-f9c3-46dc-a8e0-3d24bc505b69 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:49:24.413428 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2afcf7-f9c3-46dc-a8e0-3d24bc505b69 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Pushing event updated for resources: {'Port': ['ID=fe137913-10cf-4a79-a104-9699991b83e9,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:24.463548 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-2a2afcf7-f9c3-46dc-a8e0-3d24bc505b69 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:24.463548 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-2a2afcf7-f9c3-46dc-a8e0-3d24bc505b69 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:24.563620 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-2a2afcf7-f9c3-46dc-a8e0-3d24bc505b69 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8805010 Sep 15 13:49:24.577686 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-0ddc95c8-f262-4ea2-8942-74935df6564e service neutron] Request body: {'port': {'device_id': 'f9ca5d99-dfdc-452f-865c-c42ac107228f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:49:24.639322 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-0ddc95c8-f262-4ea2-8942-74935df6564e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:24.940093 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-0ddc95c8-f262-4ea2-8942-74935df6564e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe137913-10cf-4a79-a104-9699991b83e9 {{(pid=101214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:49:24.949333 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-0ddc95c8-f262-4ea2-8942-74935df6564e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:24.966907 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.provisioning_blocks [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-0ddc95c8-f262-4ea2-8942-74935df6564e service neutron] Transition to ACTIVE for port object fe137913-10cf-4a79-a104-9699991b83e9 will not be triggered until provisioned by entity L2. {{(pid=101214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:49:24.975191 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d7997-e442-46ce-a548-a9c83994dcac req-b586d3c8-7590-40ff-8197-8f41eed7f514 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:24.976648 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a99d7997-e442-46ce-a548-a9c83994dcac req-b586d3c8-7590-40ff-8197-8f41eed7f514 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9ca5d99-dfdc-452f-865c-c42ac107228f HTTP/1.1" status: 200 len: 931 time: 0.0927100 Sep 15 13:49:25.014393 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a99d7997-e442-46ce-a548-a9c83994dcac req-71e0aa41-b034-4894-945a-f367e96cd3cc tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cca0881-7f8e-4854-9270-14baefa508f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314934 Sep 15 13:49:25.043091 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-0ddc95c8-f262-4ea2-8942-74935df6564e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:25.093585 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc95c8-f262-4ea2-8942-74935df6564e service neutron] Pushing event updated for resources: {'Port': ['ID=fe137913-10cf-4a79-a104-9699991b83e9,revision_number=2']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:25.123261 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:25.157943 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-0ddc95c8-f262-4ea2-8942-74935df6564e service neutron] Attempting to bind port fe137913-10cf-4a79-a104-9699991b83e9 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:49:25.158273 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-0ddc95c8-f262-4ea2-8942-74935df6564e service neutron] Attempting to bind port fe137913-10cf-4a79-a104-9699991b83e9 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': '96c4945e-4297-4cce-af4b-0b30d196a833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f45489a4-ab0b-47f0-a2fe-55e4935ba43a'}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:49:25.158598 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-0ddc95c8-f262-4ea2-8942-74935df6564e service neutron] Attempting to bind port fe137913-10cf-4a79-a104-9699991b83e9 on network f45489a4-ab0b-47f0-a2fe-55e4935ba43a {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:49:25.162819 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-0ddc95c8-f262-4ea2-8942-74935df6564e service neutron] Port fe137913-10cf-4a79-a104-9699991b83e9 on network f45489a4-ab0b-47f0-a2fe-55e4935ba43a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:49:25.163134 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-0ddc95c8-f262-4ea2-8942-74935df6564e service neutron] Attempting to bind port fe137913-10cf-4a79-a104-9699991b83e9 on network f45489a4-ab0b-47f0-a2fe-55e4935ba43a {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:49:25.167840 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-0ddc95c8-f262-4ea2-8942-74935df6564e service neutron] Checking agent: {'id': 'b550a8ff-0b84-4201-8276-b98629f1370c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'started_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:49:25.168164 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-0ddc95c8-f262-4ea2-8942-74935df6564e service neutron] Checking segment: {'id': '96c4945e-4297-4cce-af4b-0b30d196a833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f45489a4-ab0b-47f0-a2fe-55e4935ba43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:49:25.168537 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-0ddc95c8-f262-4ea2-8942-74935df6564e service neutron] Bound using segment: {'id': '96c4945e-4297-4cce-af4b-0b30d196a833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f45489a4-ab0b-47f0-a2fe-55e4935ba43a'} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:49:25.168955 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-0ddc95c8-f262-4ea2-8942-74935df6564e service neutron] Bound port: fe137913-10cf-4a79-a104-9699991b83e9, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c4945e-4297-4cce-af4b-0b30d196a833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f45489a4-ab0b-47f0-a2fe-55e4935ba43a'}}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:49:25.169374 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-0ddc95c8-f262-4ea2-8942-74935df6564e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:25.235984 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-0ddc95c8-f262-4ea2-8942-74935df6564e service neutron] For port fe137913-10cf-4a79-a104-9699991b83e9, host hv-cinder-80345, cleared binding levels {{(pid=101214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:49:25.238982 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-0ddc95c8-f262-4ea2-8942-74935df6564e service neutron] For port fe137913-10cf-4a79-a104-9699991b83e9, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=fe137913-10cf-4a79-a104-9699991b83e9,segment=NetworkSegment(96c4945e-4297-4cce-af4b-0b30d196a833),segment_id=96c4945e-4297-4cce-af4b-0b30d196a833)] {{(pid=101214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:49:25.323003 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-0ddc95c8-f262-4ea2-8942-74935df6564e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:25.357423 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-0ddc95c8-f262-4ea2-8942-74935df6564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:25.358126 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-0ddc95c8-f262-4ea2-8942-74935df6564e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:25.359518 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-0ddc95c8-f262-4ea2-8942-74935df6564e service neutron] 10.222.0.15 "PUT /v2.0/ports/fe137913-10cf-4a79-a104-9699991b83e9 HTTP/1.1" status: 200 len: 1093 time: 0.7868352 Sep 15 13:49:25.359949 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ca5d99-dfdc-452f-865c-c42ac107228f', 'tag': 'fe137913-10cf-4a79-a104-9699991b83e9'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:49:25.362343 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505730f3-f632-4766-92ac-65c87612e428" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ca5d99-dfdc-452f-865c-c42ac107228f", "tag": "fe137913-10cf-4a79-a104-9699991b83e9"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:49:25.385962 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc95c8-f262-4ea2-8942-74935df6564e service neutron] Pushing event updated for resources: {'Port': ['ID=fe137913-10cf-4a79-a104-9699991b83e9,revision_number=3']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:25.401724 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938cea03-704c-4d92-98eb-9ff9730da462 x-openstack-request-id: req-938cea03-704c-4d92-98eb-9ff9730da462 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:49:25.402007 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ca5d99-dfdc-452f-865c-c42ac107228f", "tag": "fe137913-10cf-4a79-a104-9699991b83e9", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:49:25.402257 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-938cea03-704c-4d92-98eb-9ff9730da462 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:49:25.402650 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ca5d99-dfdc-452f-865c-c42ac107228f', 'tag': 'fe137913-10cf-4a79-a104-9699991b83e9', 'status': 'completed', 'code': 200} Sep 15 13:49:25.463346 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505730f3-f632-4766-92ac-65c87612e428 req-9a367699-e660-4011-8ede-2cfe1231187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:25.464946 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-505730f3-f632-4766-92ac-65c87612e428 req-9a367699-e660-4011-8ede-2cfe1231187f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=548097d011c04f6b8c76e81b83c868ab&device_id=f9ca5d99-dfdc-452f-865c-c42ac107228f HTTP/1.1" status: 200 len: 1096 time: 0.0421150 Sep 15 13:49:25.566229 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505730f3-f632-4766-92ac-65c87612e428 req-09c9ced5-7929-43a0-9e84-6396824c7a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:25.567680 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-505730f3-f632-4766-92ac-65c87612e428 req-09c9ced5-7929-43a0-9e84-6396824c7a19 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=548097d011c04f6b8c76e81b83c868ab&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0957351 Sep 15 13:49:25.660168 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505730f3-f632-4766-92ac-65c87612e428 req-833d3415-b441-4377-a230-0fa563e233a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:25.661660 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-505730f3-f632-4766-92ac-65c87612e428 req-833d3415-b441-4377-a230-0fa563e233a3 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874836 Sep 15 13:49:25.741428 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-6ffbbc8d-9d81-4dd6-bf9d-d04430d40990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:25.742857 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-6ffbbc8d-9d81-4dd6-bf9d-d04430d40990 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=548097d011c04f6b8c76e81b83c868ab&device_id=f9ca5d99-dfdc-452f-865c-c42ac107228f HTTP/1.1" status: 200 len: 1096 time: 0.0447497 Sep 15 13:49:25.783249 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-ac956897-444f-4f55-ad1b-2131e91f6cec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe137913-10cf-4a79-a104-9699991b83e9 HTTP/1.1" status: 200 len: 217 time: 0.0326068 Sep 15 13:49:25.831617 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-efe39c0c-9f41-4f2a-8642-fd99792d90d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:25.832968 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-efe39c0c-9f41-4f2a-8642-fd99792d90d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e7b19edf-8797-466c-997c-c25e13c78d35 HTTP/1.1" status: 200 len: 849 time: 0.0433843 Sep 15 13:49:25.863325 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-58c745f9-75e6-49b7-8321-71843f51ba67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f45489a4-ab0b-47f0-a2fe-55e4935ba43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233774 Sep 15 13:49:25.954400 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-bd912bf6-5030-4e26-8558-4b58277db681 service neutron] 10.222.0.15 "GET /v2.0/networks/f45489a4-ab0b-47f0-a2fe-55e4935ba43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836518 Sep 15 13:49:26.043894 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ad91161b-807f-41e3-8deb-4a34917c4165 req-c870e513-948d-4df3-aba5-bac4276f4264 service neutron] 10.222.0.15 "GET /v2.0/networks/f45489a4-ab0b-47f0-a2fe-55e4935ba43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812619 Sep 15 13:49:26.145522 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155527f-6e06-4cb7-aff9-c6d43ef53e83 req-0f801b67-4f63-4d13-946b-e171f1ce7ec1 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:26.147277 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a155527f-6e06-4cb7-aff9-c6d43ef53e83 req-0f801b67-4f63-4d13-946b-e171f1ce7ec1 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9ca5d99-dfdc-452f-865c-c42ac107228f HTTP/1.1" status: 200 len: 943 time: 0.0613072 Sep 15 13:49:26.187020 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a155527f-6e06-4cb7-aff9-c6d43ef53e83 req-9aa4cf60-d145-40d1-a4a7-0c0fa2e7c7d2 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cca0881-7f8e-4854-9270-14baefa508f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337071 Sep 15 13:49:26.660250 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:26.847381 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab7882-d5db-42a6-aa6b-f43c63500136 req-d25f2bc7-2c84-4623-871f-b5a84cde4005 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:26.848866 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-afab7882-d5db-42a6-aa6b-f43c63500136 req-d25f2bc7-2c84-4623-871f-b5a84cde4005 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0489535 Sep 15 13:49:26.890129 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-afab7882-d5db-42a6-aa6b-f43c63500136 req-c6ce4535-7da5-4174-b4d9-24f6427b31dc tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351920 Sep 15 13:49:27.300518 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d78bdb-978c-4c29-ac64-2477a3208eef req-28b19932-8aa0-42a2-b812-e6f0f4031066 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:27.301978 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-e0d78bdb-978c-4c29-ac64-2477a3208eef req-28b19932-8aa0-42a2-b812-e6f0f4031066 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9ca5d99-dfdc-452f-865c-c42ac107228f HTTP/1.1" status: 200 len: 943 time: 0.0478516 Sep 15 13:49:27.343294 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-e0d78bdb-978c-4c29-ac64-2477a3208eef req-d00610a5-0532-4fb5-922a-df33bdd853bd tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cca0881-7f8e-4854-9270-14baefa508f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355797 Sep 15 13:49:27.622109 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device fe137913-10cf-4a79-a104-9699991b83e9 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:49:27.714676 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port fe137913-10cf-4a79-a104-9699991b83e9, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=fe137913-10cf-4a79-a104-9699991b83e9,segment=NetworkSegment(96c4945e-4297-4cce-af4b-0b30d196a833),segment_id=96c4945e-4297-4cce-af4b-0b30d196a833)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:49:27.725352 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': 'fe137913-10cf-4a79-a104-9699991b83e9', 'network_id': 'f45489a4-ab0b-47f0-a2fe-55e4935ba43a', 'port_id': 'fe137913-10cf-4a79-a104-9699991b83e9', 'mac_address': 'fa:16:3e:40:c4:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b19edf-8797-466c-997c-c25e13c78d35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:49:27.764216 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:27.776180 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe137913-10cf-4a79-a104-9699991b83e9 {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:49:27.795127 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port fe137913-10cf-4a79-a104-9699991b83e9, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=fe137913-10cf-4a79-a104-9699991b83e9,segment=NetworkSegment(96c4945e-4297-4cce-af4b-0b30d196a833),segment_id=96c4945e-4297-4cce-af4b-0b30d196a833)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:49:27.871736 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:27.918134 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=fe137913-10cf-4a79-a104-9699991b83e9,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:28.009947 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3341721-6f99-44e5-840d-9771d31188e6 req-e7004380-55d7-46a2-a24d-388f8658fc26 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:28.011396 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a3341721-6f99-44e5-840d-9771d31188e6 req-e7004380-55d7-46a2-a24d-388f8658fc26 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0483851 Sep 15 13:49:28.050964 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a3341721-6f99-44e5-840d-9771d31188e6 req-3a9e2d81-dcef-41bf-b703-d0f701f040cc tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330234 Sep 15 13:49:28.106604 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['fe137913-10cf-4a79-a104-9699991b83e9'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:49:28.462169 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e36db-3880-471c-985c-9fa31c104579 req-0ecb5815-8988-4728-aed6-5ee4a17b417c tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:28.463638 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f42e36db-3880-471c-985c-9fa31c104579 req-0ecb5815-8988-4728-aed6-5ee4a17b417c tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9ca5d99-dfdc-452f-865c-c42ac107228f HTTP/1.1" status: 200 len: 944 time: 0.0486894 Sep 15 13:49:28.501092 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f42e36db-3880-471c-985c-9fa31c104579 req-5d7ae7be-f24f-4db9-9833-224a542283e8 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cca0881-7f8e-4854-9270-14baefa508f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306804 Sep 15 13:49:29.172434 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9922d3-dbaa-4a18-a38c-c41c8f67b0a2 req-f3b58ec0-b8c8-4f01-bd6a-382b5fa6f858 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:29.173907 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-cb9922d3-dbaa-4a18-a38c-c41c8f67b0a2 req-f3b58ec0-b8c8-4f01-bd6a-382b5fa6f858 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0523176 Sep 15 13:49:29.211006 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-cb9922d3-dbaa-4a18-a38c-c41c8f67b0a2 req-46055900-e90d-4110-be6c-f999829395d8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313132 Sep 15 13:49:29.622347 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device fe137913-10cf-4a79-a104-9699991b83e9 up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:49:29.623641 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f28e4-abda-49f8-8fb4-40dd7beffd48 req-b4ddaafb-d813-48e7-8aca-7b8d2bc4ce8d tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:29.626095 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-1a1f28e4-abda-49f8-8fb4-40dd7beffd48 req-b4ddaafb-d813-48e7-8aca-7b8d2bc4ce8d tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9ca5d99-dfdc-452f-865c-c42ac107228f HTTP/1.1" status: 200 len: 944 time: 0.0505252 Sep 15 13:49:29.663107 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-1a1f28e4-abda-49f8-8fb4-40dd7beffd48 req-cb8ed6c4-331c-4e2b-98a4-8b7d20a3c4ca tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cca0881-7f8e-4854-9270-14baefa508f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319183 Sep 15 13:49:29.728257 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning for port fe137913-10cf-4a79-a104-9699991b83e9 completed by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:49:29.732719 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port fe137913-10cf-4a79-a104-9699991b83e9 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:49:29.733097 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:29.808843 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:29.831178 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ca5d99-dfdc-452f-865c-c42ac107228f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe137913-10cf-4a79-a104-9699991b83e9'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:49:29.833623 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38af104a-408e-4feb-b416-2814c42b7c60" -d '{"events": [{"server_uuid": "f9ca5d99-dfdc-452f-865c-c42ac107228f", "name": "network-vif-plugged", "status": "completed", "tag": "fe137913-10cf-4a79-a104-9699991b83e9"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:49:29.850414 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port fe137913-10cf-4a79-a104-9699991b83e9, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=fe137913-10cf-4a79-a104-9699991b83e9,segment=NetworkSegment(96c4945e-4297-4cce-af4b-0b30d196a833),segment_id=96c4945e-4297-4cce-af4b-0b30d196a833)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:49:29.870652 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e3e414-7cff-4348-8db4-7feb196cc378 x-openstack-request-id: req-e1e3e414-7cff-4348-8db4-7feb196cc378 {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:49:29.872290 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ca5d99-dfdc-452f-865c-c42ac107228f", "name": "network-vif-plugged", "status": "completed", "tag": "fe137913-10cf-4a79-a104-9699991b83e9", "code": 200}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:49:29.872290 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e1e3e414-7cff-4348-8db4-7feb196cc378 {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:49:29.872290 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ca5d99-dfdc-452f-865c-c42ac107228f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe137913-10cf-4a79-a104-9699991b83e9', 'code': 200} Sep 15 13:49:29.928993 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:29.975584 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=fe137913-10cf-4a79-a104-9699991b83e9,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:30.200363 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebe88e-669d-4842-a3cf-8f2b60dc4f3b req-51fe35f1-b380-4f89-8cc6-de463fa5f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:30.202596 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8bebe88e-669d-4842-a3cf-8f2b60dc4f3b req-51fe35f1-b380-4f89-8cc6-de463fa5f983 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f9ca5d99-dfdc-452f-865c-c42ac107228f HTTP/1.1" status: 200 len: 1098 time: 0.0394287 Sep 15 13:49:30.235918 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8bebe88e-669d-4842-a3cf-8f2b60dc4f3b req-caaa747d-9f8c-46b4-9c90-64c8886403e3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6cca0881-7f8e-4854-9270-14baefa508f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265057 Sep 15 13:49:30.328347 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442f0b3-5c32-4d85-931e-84c4648b53a8 req-e58bc379-f226-4e7c-9551-922c798475f3 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:30.329835 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c442f0b3-5c32-4d85-931e-84c4648b53a8 req-e58bc379-f226-4e7c-9551-922c798475f3 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0478997 Sep 15 13:49:30.369550 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c442f0b3-5c32-4d85-931e-84c4648b53a8 req-ab637c5d-e1ec-482e-872b-465e24b9fb28 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336268 Sep 15 13:49:30.780060 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e3120-7b76-4da9-848e-e70d9ff3851b req-8bd42d8d-384d-4deb-bba4-f11fb50cde65 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:30.781517 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8f7e3120-7b76-4da9-848e-e70d9ff3851b req-8bd42d8d-384d-4deb-bba4-f11fb50cde65 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9ca5d99-dfdc-452f-865c-c42ac107228f HTTP/1.1" status: 200 len: 945 time: 0.0482213 Sep 15 13:49:30.818902 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8f7e3120-7b76-4da9-848e-e70d9ff3851b req-e968d3e8-a1d1-4289-a6b6-31853ccd6691 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cca0881-7f8e-4854-9270-14baefa508f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315683 Sep 15 13:49:31.489606 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c85f4-2060-4588-997e-74f61416fc26 req-dafa774a-457f-4040-80f6-9a2c754442c1 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:31.491065 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-db0c85f4-2060-4588-997e-74f61416fc26 req-dafa774a-457f-4040-80f6-9a2c754442c1 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0507679 Sep 15 13:49:31.531207 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-db0c85f4-2060-4588-997e-74f61416fc26 req-0c627393-9513-4f89-bf39-e75b71dc432d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339451 Sep 15 13:49:31.934278 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edd953-efc3-43de-9c44-c1634979552b req-2be41f9a-6962-45ff-b049-38afcd703a20 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:31.936240 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-98edd953-efc3-43de-9c44-c1634979552b req-2be41f9a-6962-45ff-b049-38afcd703a20 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9ca5d99-dfdc-452f-865c-c42ac107228f HTTP/1.1" status: 200 len: 945 time: 0.0516093 Sep 15 13:49:31.972704 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-98edd953-efc3-43de-9c44-c1634979552b req-ef2f0a3e-a9ec-4449-b63d-32637bd12975 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cca0881-7f8e-4854-9270-14baefa508f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306385 Sep 15 13:49:32.650550 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adb9fa-a794-4adb-9e73-e805854af7f0 req-01b5864a-7e42-4b37-b7b8-287bfc48b19d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:32.652004 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-23adb9fa-a794-4adb-9e73-e805854af7f0 req-01b5864a-7e42-4b37-b7b8-287bfc48b19d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0484300 Sep 15 13:49:32.689771 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-23adb9fa-a794-4adb-9e73-e805854af7f0 req-952ce302-1fa9-4ad1-b390-20393311bfb2 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312200 Sep 15 13:49:33.371228 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4ea6f-f69f-48b5-8fef-6311b289ddfa req-7a0d0388-79ab-4426-9edd-c701ed9a2a84 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:33.373557 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-27a4ea6f-f69f-48b5-8fef-6311b289ddfa req-7a0d0388-79ab-4426-9edd-c701ed9a2a84 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9ca5d99-dfdc-452f-865c-c42ac107228f HTTP/1.1" status: 200 len: 945 time: 0.0483537 Sep 15 13:49:33.414243 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-27a4ea6f-f69f-48b5-8fef-6311b289ddfa req-19ae99f1-9052-47f7-8ed3-23c5d7a92034 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cca0881-7f8e-4854-9270-14baefa508f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347590 Sep 15 13:49:33.810906 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323f33d-871c-4aa6-965d-6751771b457b req-64ed22b5-22e2-4b90-b060-2cceae617c5f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:33.815107 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1323f33d-871c-4aa6-965d-6751771b457b req-64ed22b5-22e2-4b90-b060-2cceae617c5f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0491269 Sep 15 13:49:33.850814 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1323f33d-871c-4aa6-965d-6751771b457b req-c662715f-287d-4fd5-af2c-d3ffc50935b2 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323458 Sep 15 13:49:34.531894 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd92cd-0841-4bb8-848d-bd3c20451219 req-9744bd24-4f05-4584-9560-cb067315addc tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:34.533658 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-56fd92cd-0841-4bb8-848d-bd3c20451219 req-9744bd24-4f05-4584-9560-cb067315addc tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9ca5d99-dfdc-452f-865c-c42ac107228f HTTP/1.1" status: 200 len: 945 time: 0.0523379 Sep 15 13:49:34.571867 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-56fd92cd-0841-4bb8-848d-bd3c20451219 req-8a61b312-bb16-4b49-951d-9e7771cb1c94 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/security-groups?id=6cca0881-7f8e-4854-9270-14baefa508f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320272 Sep 15 13:49:34.773522 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e3323-6d4a-4fcc-8d2b-6091b509ec58 req-6b700986-f884-424c-a01d-70ac74d852db tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:34.774880 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-758e3323-6d4a-4fcc-8d2b-6091b509ec58 req-6b700986-f884-424c-a01d-70ac74d852db tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9ca5d99-dfdc-452f-865c-c42ac107228f HTTP/1.1" status: 200 len: 945 time: 0.0504196 Sep 15 13:49:34.868812 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-758e3323-6d4a-4fcc-8d2b-6091b509ec58 req-4bff5b30-5e77-4a86-9446-74289f7d4125 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Deleting port fe137913-10cf-4a79-a104-9699991b83e9 {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:49:34.869424 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-758e3323-6d4a-4fcc-8d2b-6091b509ec58 req-4bff5b30-5e77-4a86-9446-74289f7d4125 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:34.991499 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-758e3323-6d4a-4fcc-8d2b-6091b509ec58 req-4bff5b30-5e77-4a86-9446-74289f7d4125 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] For port fe137913-10cf-4a79-a104-9699991b83e9, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=fe137913-10cf-4a79-a104-9699991b83e9,segment=NetworkSegment(96c4945e-4297-4cce-af4b-0b30d196a833),segment_id=96c4945e-4297-4cce-af4b-0b30d196a833)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:49:34.991863 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-758e3323-6d4a-4fcc-8d2b-6091b509ec58 req-4bff5b30-5e77-4a86-9446-74289f7d4125 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:35.007539 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-758e3323-6d4a-4fcc-8d2b-6091b509ec58 req-4bff5b30-5e77-4a86-9446-74289f7d4125 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Calling delete_port for fe137913-10cf-4a79-a104-9699991b83e9 owned by compute:nova {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:49:35.016775 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bc60c-9f37-40c8-861a-22aa8c205140 req-6cb5024c-8f46-4ca5-a87e-d07554d5d56c tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:35.018263 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-614bc60c-9f37-40c8-861a-22aa8c205140 req-6cb5024c-8f46-4ca5-a87e-d07554d5d56c tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0881798 Sep 15 13:49:35.100953 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-614bc60c-9f37-40c8-861a-22aa8c205140 req-b9cd378f-64ed-479d-a852-861e490978bb tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756230 Sep 15 13:49:35.277433 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-758e3323-6d4a-4fcc-8d2b-6091b509ec58 req-4bff5b30-5e77-4a86-9446-74289f7d4125 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:35.289095 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['fe137913-10cf-4a79-a104-9699991b83e9'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:49:35.306345 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff5b30-5e77-4a86-9446-74289f7d4125 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Pushing event deleted for resources: {'Port': ['ID=fe137913-10cf-4a79-a104-9699991b83e9,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:35.346609 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-758e3323-6d4a-4fcc-8d2b-6091b509ec58 req-4bff5b30-5e77-4a86-9446-74289f7d4125 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] No DVR routers for this DVR port fe137913-10cf-4a79-a104-9699991b83e9 on host hv-cinder-80345 {{(pid=101214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:49:35.349196 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-758e3323-6d4a-4fcc-8d2b-6091b509ec58 req-4bff5b30-5e77-4a86-9446-74289f7d4125 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:35.351232 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-758e3323-6d4a-4fcc-8d2b-6091b509ec58 req-4bff5b30-5e77-4a86-9446-74289f7d4125 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.15 "DELETE /v2.0/ports/fe137913-10cf-4a79-a104-9699991b83e9 HTTP/1.1" status: 204 len: 173 time: 0.5700223 Sep 15 13:49:35.351640 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ca5d99-dfdc-452f-865c-c42ac107228f', 'name': 'network-vif-deleted', 'tag': 'fe137913-10cf-4a79-a104-9699991b83e9'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:49:35.353925 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d05dd25-0d86-43a5-acb4-45091480c26f" -d '{"events": [{"server_uuid": "f9ca5d99-dfdc-452f-865c-c42ac107228f", "name": "network-vif-deleted", "tag": "fe137913-10cf-4a79-a104-9699991b83e9"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:49:35.392733 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f480b8-9ef2-4a7c-9131-52fb49aaab2d x-openstack-request-id: req-21f480b8-9ef2-4a7c-9131-52fb49aaab2d {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:49:35.393020 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ca5d99-dfdc-452f-865c-c42ac107228f", "name": "network-vif-deleted", "tag": "fe137913-10cf-4a79-a104-9699991b83e9", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:49:35.393363 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-21f480b8-9ef2-4a7c-9131-52fb49aaab2d {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:49:35.393782 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ca5d99-dfdc-452f-865c-c42ac107228f', 'name': 'network-vif-deleted', 'tag': 'fe137913-10cf-4a79-a104-9699991b83e9', 'status': 'completed', 'code': 200} Sep 15 13:49:35.723090 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-05986ec9-e720-411b-bde8-9a85b12bf700 req-1cf22919-45fc-4dc8-880c-aad3fd7797c5 tempest-VolumesActionsTest-687496393 tempest-VolumesActionsTest-687496393-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9ca5d99-dfdc-452f-865c-c42ac107228f HTTP/1.1" status: 200 len: 210 time: 0.0260525 Sep 15 13:49:36.017321 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 52268) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:36.184816 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-8c5f71bd-dc93-40ce-afa8-2ec9c9a392f1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Deleting port 3b879c8b-fc6b-4de9-99ad-6272248198f2 {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:49:36.185172 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-8c5f71bd-dc93-40ce-afa8-2ec9c9a392f1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:36.227131 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd879506-b89b-4404-be96-2aa8839ed4a8 req-0235b6be-7339-49e4-9e5b-b5449f1ba489 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:36.228761 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fd879506-b89b-4404-be96-2aa8839ed4a8 req-0235b6be-7339-49e4-9e5b-b5449f1ba489 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0515320 Sep 15 13:49:36.264348 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-8c5f71bd-dc93-40ce-afa8-2ec9c9a392f1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:36.264679 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-8c5f71bd-dc93-40ce-afa8-2ec9c9a392f1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:36.267755 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fd879506-b89b-4404-be96-2aa8839ed4a8 req-1d623f17-7e37-45e1-bcd3-cc0255a227cc tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326891 Sep 15 13:49:36.276641 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-8c5f71bd-dc93-40ce-afa8-2ec9c9a392f1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Calling delete_port for 3b879c8b-fc6b-4de9-99ad-6272248198f2 owned by network:floatingip {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:49:36.488604 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-8c5f71bd-dc93-40ce-afa8-2ec9c9a392f1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:36.515558 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f71bd-dc93-40ce-afa8-2ec9c9a392f1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Pushing event deleted for resources: {'Port': ['ID=3b879c8b-fc6b-4de9-99ad-6272248198f2,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:36.580554 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-8c5f71bd-dc93-40ce-afa8-2ec9c9a392f1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for floatingip, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:36.580885 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.db.l3_db [None req-8c5f71bd-dc93-40ce-afa8-2ec9c9a392f1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Floating IP a3daa1fb-448d-42f4-b5fe-294da57b6d5b disassociated (deleted). External IP: 172.27.0.247, port: f7a6d846-0a56-4df5-9cc5-b7ec9a62db70. Sep 15 13:49:37.057340 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5f71bd-dc93-40ce-afa8-2ec9c9a392f1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Router f8eed171-5b29-4831-897a-656e2e25fdbd has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:49:37.167498 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5f71bd-dc93-40ce-afa8-2ec9c9a392f1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:49:37.169882 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-8c5f71bd-dc93-40ce-afa8-2ec9c9a392f1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for floatingip, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:37.174963 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e60c20b-d811-4c34-a4e5-6ffd3b5fea81 None None] Sync routers for ids ['f8eed171-5b29-4831-897a-656e2e25fdbd'] in dv-cinder-803456-3-iscsi {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:49:37.185848 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e60c20b-d811-4c34-a4e5-6ffd3b5fea81 None None] Routers {'f8eed171-5b29-4831-897a-656e2e25fdbd'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:49:37.186472 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-0e60c20b-d811-4c34-a4e5-6ffd3b5fea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:49:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['f8eed171-5b29-4831-897a-656e2e25fdbd'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:49:37.203130 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-8c5f71bd-dc93-40ce-afa8-2ec9c9a392f1 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "DELETE /v2.0/floatingips/a3daa1fb-448d-42f4-b5fe-294da57b6d5b HTTP/1.1" status: 204 len: 168 time: 1.1813819 Sep 15 13:49:37.298850 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-0e60c20b-d811-4c34-a4e5-6ffd3b5fea81 None None] Set router f8eed171-5b29-4831-897a-656e2e25fdbd gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:49:37.389314 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba673a-1ce5-4959-bdac-66a584f15bed req-594560a0-6503-4652-a279-b33b5f8bc299 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:37.390907 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9eba673a-1ce5-4959-bdac-66a584f15bed req-594560a0-6503-4652-a279-b33b5f8bc299 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0521891 Sep 15 13:49:37.394563 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb09b3a4-35b1-45c9-93c1-31729cdc9306', 'tag': 'f7a6d846-0a56-4df5-9cc5-b7ec9a62db70'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:49:37.398301 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fe5203-3a70-4bad-ada6-65feb3682556" -d '{"events": [{"name": "network-changed", "server_uuid": "fb09b3a4-35b1-45c9-93c1-31729cdc9306", "tag": "f7a6d846-0a56-4df5-9cc5-b7ec9a62db70"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:49:37.443169 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9eba673a-1ce5-4959-bdac-66a584f15bed req-edeb34d0-8145-42a4-80a9-d0857abdd7a3 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408766 Sep 15 13:49:37.505320 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8bf09d-74a7-4245-950c-f19c1b6d2972 x-openstack-request-id: req-ff8bf09d-74a7-4245-950c-f19c1b6d2972 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:49:37.505632 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb09b3a4-35b1-45c9-93c1-31729cdc9306", "tag": "f7a6d846-0a56-4df5-9cc5-b7ec9a62db70", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:49:37.505939 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ff8bf09d-74a7-4245-950c-f19c1b6d2972 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:49:37.506363 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb09b3a4-35b1-45c9-93c1-31729cdc9306', 'tag': 'f7a6d846-0a56-4df5-9cc5-b7ec9a62db70', 'status': 'completed', 'code': 200} Sep 15 13:49:37.515531 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-0e60c20b-d811-4c34-a4e5-6ffd3b5fea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'name': 'tempest-TestShelveInstance-452431871-router', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:36Z', 'updated_at': '2021-09-15T13:44:40Z', 'revision_number': 4, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'gw_port': {'id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:37Z', 'updated_at': '2021-09-15T13:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': 'a0269acd-6d8a-41da-b4fa-b57622f08915', 'name': '', 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'mac_address': 'fa:16:3e:a8:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '63546249-766e-46c7-8179-1517924754e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:39Z', 'updated_at': '2021-09-15T13:44:44Z', 'revision_number': 5, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'subnets': [{'id': '63546249-766e-46c7-8179-1517924754e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:49:37.546350 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e60c20b-d811-4c34-a4e5-6ffd3b5fea81 None None] Checking router: f8eed171-5b29-4831-897a-656e2e25fdbd for host: dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:49:37.555341 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e60c20b-d811-4c34-a4e5-6ffd3b5fea81 None None] Routers {'f8eed171-5b29-4831-897a-656e2e25fdbd'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:49:37.557832 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-0e60c20b-d811-4c34-a4e5-6ffd3b5fea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:49:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['f8eed171-5b29-4831-897a-656e2e25fdbd'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:49:37.581484 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe5203-3a70-4bad-ada6-65feb3682556 req-33f6a5de-38c1-4486-95c6-731649615272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:37.583039 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-65fe5203-3a70-4bad-ada6-65feb3682556 req-33f6a5de-38c1-4486-95c6-731649615272 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=52fa1195747c46d8babcb3bd3b29acf0&device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 1099 time: 0.0548129 Sep 15 13:49:37.630790 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device fe137913-10cf-4a79-a104-9699991b83e9 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:49:37.667756 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] No Port match for: fe137913-10cf-4a79-a104-9699991b83e9 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:49:37.668392 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device fe137913-10cf-4a79-a104-9699991b83e9 not bound to the agent host hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:49:37.676422 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-0e60c20b-d811-4c34-a4e5-6ffd3b5fea81 None None] Set router f8eed171-5b29-4831-897a-656e2e25fdbd gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:49:37.707156 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304dbda7-7097-47be-aa9e-ee24cdefdffd req-ebf647b9-7215-4e3e-b6a7-0db62c03337d tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:37.709093 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-304dbda7-7097-47be-aa9e-ee24cdefdffd req-ebf647b9-7215-4e3e-b6a7-0db62c03337d tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.1068795 Sep 15 13:49:37.749494 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe5203-3a70-4bad-ada6-65feb3682556 req-58189f13-1b07-4168-b9d9-842f486fa64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:37.750965 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-65fe5203-3a70-4bad-ada6-65feb3682556 req-58189f13-1b07-4168-b9d9-842f486fa64c service neutron] 10.222.0.15 "GET /v2.0/networks?id=3446c4e2-730d-440b-994b-e995297a5ba4 HTTP/1.1" status: 200 len: 909 time: 0.1580448 Sep 15 13:49:37.774463 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-304dbda7-7097-47be-aa9e-ee24cdefdffd req-83acd60e-c5bc-4d0f-af7e-ce6e50901ea6 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572734 Sep 15 13:49:37.809617 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-65fe5203-3a70-4bad-ada6-65feb3682556 req-52980581-125f-4c5f-aac0-acabd997155c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 HTTP/1.1" status: 200 len: 217 time: 0.0485313 Sep 15 13:49:37.826763 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:37.868687 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe5203-3a70-4bad-ada6-65feb3682556 req-28c0ae1b-287f-4289-a315-0418e6cd44df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:37.870265 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-65fe5203-3a70-4bad-ada6-65feb3682556 req-28c0ae1b-287f-4289-a315-0418e6cd44df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63546249-766e-46c7-8179-1517924754e7 HTTP/1.1" status: 200 len: 847 time: 0.0520332 Sep 15 13:49:37.918595 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe5203-3a70-4bad-ada6-65feb3682556 req-e0ae17b0-0747-4102-b791-75c286e5c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:37.920206 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-65fe5203-3a70-4bad-ada6-65feb3682556 req-e0ae17b0-0747-4102-b791-75c286e5c344 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3446c4e2-730d-440b-994b-e995297a5ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413418 Sep 15 13:49:37.980957 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-0e60c20b-d811-4c34-a4e5-6ffd3b5fea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'name': 'tempest-TestShelveInstance-452431871-router', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:36Z', 'updated_at': '2021-09-15T13:44:40Z', 'revision_number': 4, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'gw_port': {'id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:37Z', 'updated_at': '2021-09-15T13:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': 'a0269acd-6d8a-41da-b4fa-b57622f08915', 'name': '', 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'mac_address': 'fa:16:3e:a8:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '63546249-766e-46c7-8179-1517924754e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:39Z', 'updated_at': '2021-09-15T13:44:44Z', 'revision_number': 5, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'subnets': [{'id': '63546249-766e-46c7-8179-1517924754e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:49:38.023950 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-65fe5203-3a70-4bad-ada6-65feb3682556 req-7a2a07f9-67df-41be-88d6-78876cea6c05 service neutron] 10.222.0.15 "GET /v2.0/networks/3446c4e2-730d-440b-994b-e995297a5ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924339 Sep 15 13:49:38.024084 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e60c20b-d811-4c34-a4e5-6ffd3b5fea81 None None] The sync data for ids ['f8eed171-5b29-4831-897a-656e2e25fdbd'] in dv-cinder-803456-3-iscsi is: [{'id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'name': 'tempest-TestShelveInstance-452431871-router', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:36Z', 'updated_at': '2021-09-15T13:44:40Z', 'revision_number': 4, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'gw_port': {'id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:37Z', 'updated_at': '2021-09-15T13:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': 'a0269acd-6d8a-41da-b4fa-b57622f08915', 'name': '', 'network_id': '3446c4e2-730d-440b-994b-e995297a5ba4', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'mac_address': 'fa:16:3e:a8:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '63546249-766e-46c7-8179-1517924754e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:39Z', 'updated_at': '2021-09-15T13:44:44Z', 'revision_number': 5, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'subnets': [{'id': '63546249-766e-46c7-8179-1517924754e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:49:38.126076 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-65fe5203-3a70-4bad-ada6-65feb3682556 req-c81a845c-4bc2-48df-9da4-432f813d742b service neutron] 10.222.0.15 "GET /v2.0/networks/3446c4e2-730d-440b-994b-e995297a5ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958183 Sep 15 13:49:38.269293 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5803d4-afee-403e-90ef-ec213168a23e None None] New status for floating IP a3daa1fb-448d-42f4-b5fe-294da57b6d5b: DOWN {{(pid=101215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:49:38.453605 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06104a5-4606-4382-a09f-fc71f47f4580 req-222286c1-a36f-4c50-8cf8-24ea2cb8e6ff tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:38.455086 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e06104a5-4606-4382-a09f-fc71f47f4580 req-222286c1-a36f-4c50-8cf8-24ea2cb8e6ff tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 946 time: 0.0541306 Sep 15 13:49:38.492109 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e06104a5-4606-4382-a09f-fc71f47f4580 req-cdd24182-2988-434c-a516-afcd0a59a966 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307252 Sep 15 13:49:38.578304 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04221bb-45db-4923-9ede-5fa68e540121 req-90ba3e2e-25db-4268-9ac4-de6707339306 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:38.579676 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a04221bb-45db-4923-9ede-5fa68e540121 req-90ba3e2e-25db-4268-9ac4-de6707339306 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0483117 Sep 15 13:49:38.619373 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a04221bb-45db-4923-9ede-5fa68e540121 req-e4071173-88f8-49da-8552-972f8f812569 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336020 Sep 15 13:49:38.896276 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cb385-c383-48a3-94b5-0cd7419dbb93 req-de13f0ef-f9ba-4946-b7c1-9773a3a89aad tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:38.897774 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-647cb385-c383-48a3-94b5-0cd7419dbb93 req-de13f0ef-f9ba-4946-b7c1-9773a3a89aad tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0492694 Sep 15 13:49:38.934937 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-647cb385-c383-48a3-94b5-0cd7419dbb93 req-e8b3a087-d9ee-400d-ae14-cb8c38af1c51 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313325 Sep 15 13:49:39.609278 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b56f6-a798-417f-b624-3a4354f7d6e3 req-39260c53-2d29-4227-80b3-f399a5caa75c tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:39.610732 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2f4b56f6-a798-417f-b624-3a4354f7d6e3 req-39260c53-2d29-4227-80b3-f399a5caa75c tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 946 time: 0.0497489 Sep 15 13:49:39.648571 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2f4b56f6-a798-417f-b624-3a4354f7d6e3 req-8874eebb-58d3-4dfa-8789-e827c452e29e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319223 Sep 15 13:49:39.740589 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415e268-f0c5-48f3-9df3-a1cc0adb5882 req-e2385399-e143-46f9-9ccf-8a59032795f6 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:39.742093 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e415e268-f0c5-48f3-9df3-a1cc0adb5882 req-e2385399-e143-46f9-9ccf-8a59032795f6 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0487375 Sep 15 13:49:39.779072 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e415e268-f0c5-48f3-9df3-a1cc0adb5882 req-06249476-296b-449b-a76d-939769d33260 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310543 Sep 15 13:49:40.047619 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d078a0d-fc0c-4b7d-a6a7-937d4ebbf3da req-45f8ce2d-3eaf-45c3-b6de-52e1ae898e82 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:40.048957 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2d078a0d-fc0c-4b7d-a6a7-937d4ebbf3da req-45f8ce2d-3eaf-45c3-b6de-52e1ae898e82 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0472472 Sep 15 13:49:40.086620 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2d078a0d-fc0c-4b7d-a6a7-937d4ebbf3da req-702944c2-98b5-4401-ae39-97b1e482a9a9 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319088 Sep 15 13:49:40.616594 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 922ffec7-b203-45ce-8ae8-31fa424e6bd4 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:49:40.732938 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 922ffec7-b203-45ce-8ae8-31fa424e6bd4, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=922ffec7-b203-45ce-8ae8-31fa424e6bd4,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:49:40.745740 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': '922ffec7-b203-45ce-8ae8-31fa424e6bd4', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'port_id': '922ffec7-b203-45ce-8ae8-31fa424e6bd4', 'mac_address': 'fa:16:3e:7d:3b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:49:40.767376 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9e773-9d6f-491f-8219-b1ffdbb3c9ec req-72b5073f-2a6a-4eea-ac24-b9c4b34bd671 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:40.768864 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3de9e773-9d6f-491f-8219-b1ffdbb3c9ec req-72b5073f-2a6a-4eea-ac24-b9c4b34bd671 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 946 time: 0.0531101 Sep 15 13:49:40.783800 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:40.796177 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 922ffec7-b203-45ce-8ae8-31fa424e6bd4 {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:49:40.808242 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3de9e773-9d6f-491f-8219-b1ffdbb3c9ec req-fe21a069-0684-4158-9918-858a56c57263 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334234 Sep 15 13:49:40.822708 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 922ffec7-b203-45ce-8ae8-31fa424e6bd4, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=922ffec7-b203-45ce-8ae8-31fa424e6bd4,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:49:40.907076 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f753b7-3c08-4c20-a0f1-e69bbecfe629 req-d0702d74-5f53-448b-b278-fe9e0a989b95 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:40.907076 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b3f753b7-3c08-4c20-a0f1-e69bbecfe629 req-d0702d74-5f53-448b-b278-fe9e0a989b95 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0483463 Sep 15 13:49:40.928824 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:40.948281 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b3f753b7-3c08-4c20-a0f1-e69bbecfe629 req-08b17a27-8824-409d-bfe6-055c64fb4f36 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360205 Sep 15 13:49:40.976868 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=922ffec7-b203-45ce-8ae8-31fa424e6bd4,revision_number=6']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:40.983920 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:40.989278 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:40.989278 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:40.989278 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:40.989278 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:40.989278 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:40.989278 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:40.989278 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:40.989278 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:40.989278 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:40.989278 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:40.989278 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:41.198320 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99016699-3959-4a65-8615-45ce6f1eab25 req-ad447733-8a54-4dea-90d6-5f5d7b93d46a tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:41.199673 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-99016699-3959-4a65-8615-45ce6f1eab25 req-ad447733-8a54-4dea-90d6-5f5d7b93d46a tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0479910 Sep 15 13:49:41.236893 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-99016699-3959-4a65-8615-45ce6f1eab25 req-f9fb0546-3b66-482c-b91b-ab8d8ee14a77 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311656 Sep 15 13:49:41.678310 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['922ffec7-b203-45ce-8ae8-31fa424e6bd4'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:49:41.934801 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8959b-1c53-42e2-83e4-98b149c30932 req-95d59fe8-34a5-4cc7-9828-692d1d141109 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:41.936209 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3ca8959b-1c53-42e2-83e4-98b149c30932 req-95d59fe8-34a5-4cc7-9828-692d1d141109 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 946 time: 0.0524366 Sep 15 13:49:41.976770 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-3ca8959b-1c53-42e2-83e4-98b149c30932 req-28847345-e90d-41f6-9b6e-d693f85cca6d tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334854 Sep 15 13:49:42.085064 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58e26f-6a53-4a67-a6d6-a871f5fcc581 req-986d3f1c-3857-4331-80e9-ee036c0ac9eb tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:42.086701 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dc58e26f-6a53-4a67-a6d6-a871f5fcc581 req-986d3f1c-3857-4331-80e9-ee036c0ac9eb tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 945 time: 0.0501165 Sep 15 13:49:42.135364 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dc58e26f-6a53-4a67-a6d6-a871f5fcc581 req-670ddc1b-a82e-4284-bc6e-13ce5685f460 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386221 Sep 15 13:49:42.356217 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e8165-7f66-4d7a-85b4-fbb40e3c7f96 req-7c1055f4-9872-4607-bfe2-ec9b7964b31c tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:42.358109 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4e0e8165-7f66-4d7a-85b4-fbb40e3c7f96 req-7c1055f4-9872-4607-bfe2-ec9b7964b31c tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0545855 Sep 15 13:49:42.392163 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f84a21-7e18-41b2-acce-92b6cb771557 req-bb392275-0f07-49a3-a2ac-9143a7d1678c tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:42.393835 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-24f84a21-7e18-41b2-acce-92b6cb771557 req-bb392275-0f07-49a3-a2ac-9143a7d1678c tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 946 time: 0.0612009 Sep 15 13:49:42.399549 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4e0e8165-7f66-4d7a-85b4-fbb40e3c7f96 req-7fe3fc0b-4679-48fe-b331-6bc11140d4b3 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352380 Sep 15 13:49:42.501901 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-24f84a21-7e18-41b2-acce-92b6cb771557 req-4903aed1-1fdc-4b2b-886d-bf4cdc4d4b16 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Deleting port f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:49:42.502435 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-24f84a21-7e18-41b2-acce-92b6cb771557 req-4903aed1-1fdc-4b2b-886d-bf4cdc4d4b16 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:42.595238 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-24f84a21-7e18-41b2-acce-92b6cb771557 req-4903aed1-1fdc-4b2b-886d-bf4cdc4d4b16 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] For port f7a6d846-0a56-4df5-9cc5-b7ec9a62db70, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=f7a6d846-0a56-4df5-9cc5-b7ec9a62db70,segment=NetworkSegment(aee09e3c-777e-40f2-964e-304d3ae0c06e),segment_id=aee09e3c-777e-40f2-964e-304d3ae0c06e)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:49:42.595626 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-24f84a21-7e18-41b2-acce-92b6cb771557 req-4903aed1-1fdc-4b2b-886d-bf4cdc4d4b16 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:42.610173 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-24f84a21-7e18-41b2-acce-92b6cb771557 req-4903aed1-1fdc-4b2b-886d-bf4cdc4d4b16 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Calling delete_port for f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 owned by compute:nova {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:49:42.808051 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-24f84a21-7e18-41b2-acce-92b6cb771557 req-4903aed1-1fdc-4b2b-886d-bf4cdc4d4b16 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:42.849627 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903aed1-1fdc-4b2b-886d-bf4cdc4d4b16 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Pushing event deleted for resources: {'Port': ['ID=f7a6d846-0a56-4df5-9cc5-b7ec9a62db70,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:42.895064 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f84a21-7e18-41b2-acce-92b6cb771557 req-4903aed1-1fdc-4b2b-886d-bf4cdc4d4b16 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] No DVR routers for this DVR port f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 on host hv-cinder-80345 {{(pid=101214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:49:42.899904 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-24f84a21-7e18-41b2-acce-92b6cb771557 req-4903aed1-1fdc-4b2b-886d-bf4cdc4d4b16 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:42.904371 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-24f84a21-7e18-41b2-acce-92b6cb771557 req-4903aed1-1fdc-4b2b-886d-bf4cdc4d4b16 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.15 "DELETE /v2.0/ports/f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 HTTP/1.1" status: 204 len: 173 time: 0.5012126 Sep 15 13:49:42.904371 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb09b3a4-35b1-45c9-93c1-31729cdc9306', 'name': 'network-vif-deleted', 'tag': 'f7a6d846-0a56-4df5-9cc5-b7ec9a62db70'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:49:42.906398 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511ebdbf-c6a4-4e09-a841-0758f5bf3d9f" -d '{"events": [{"server_uuid": "fb09b3a4-35b1-45c9-93c1-31729cdc9306", "name": "network-vif-deleted", "tag": "f7a6d846-0a56-4df5-9cc5-b7ec9a62db70"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:49:42.944796 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ae1803-94b7-420d-9efc-4886d663a996 x-openstack-request-id: req-49ae1803-94b7-420d-9efc-4886d663a996 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:49:42.945095 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb09b3a4-35b1-45c9-93c1-31729cdc9306", "name": "network-vif-deleted", "tag": "f7a6d846-0a56-4df5-9cc5-b7ec9a62db70", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:49:42.945376 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49ae1803-94b7-420d-9efc-4886d663a996 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:49:42.945779 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb09b3a4-35b1-45c9-93c1-31729cdc9306', 'name': 'network-vif-deleted', 'tag': 'f7a6d846-0a56-4df5-9cc5-b7ec9a62db70', 'status': 'completed', 'code': 200} Sep 15 13:49:43.273893 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67325f-4791-4590-b1d1-21e1b9bd3a73 req-77a319be-5a06-4410-be5b-17b8be17ef00 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:43.278907 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f4f13-78c9-4d33-bf9f-187374214ff0 req-a2f61a97-b1e4-4ba9-9470-14380bd4ecb4 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:43.282915 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-4a67325f-4791-4590-b1d1-21e1b9bd3a73 req-77a319be-5a06-4410-be5b-17b8be17ef00 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.15 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 946 time: 0.1743460 Sep 15 13:49:43.284834 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-1c4f4f13-78c9-4d33-bf9f-187374214ff0 req-a2f61a97-b1e4-4ba9-9470-14380bd4ecb4 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 946 time: 0.1607585 Sep 15 13:49:43.420788 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-1c4f4f13-78c9-4d33-bf9f-187374214ff0 req-3fee00e7-6d21-4259-af10-6616add8b0c2 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282427 Sep 15 13:49:43.600687 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580b40a-f36c-47f9-9c73-6e12fac9b5e3 req-8589e430-5e42-4654-9d2f-b5868bb6bc01 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:43.600918 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-d43f62ec-6671-4640-ad15-c9317d3b7cec req-0ee86f06-c6fe-498c-8f02-d5a007fe8c30 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 210 time: 0.0528312 Sep 15 13:49:43.602666 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3580b40a-f36c-47f9-9c73-6e12fac9b5e3 req-8589e430-5e42-4654-9d2f-b5868bb6bc01 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 945 time: 0.2183013 Sep 15 13:49:43.663052 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-4a67325f-4791-4590-b1d1-21e1b9bd3a73 req-89b7a9a3-4a25-4056-bb54-b03cca56a929 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Deleting port d4720ef2-ca57-48ac-b89f-75ae85063f6e {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:49:43.663561 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-4a67325f-4791-4590-b1d1-21e1b9bd3a73 req-89b7a9a3-4a25-4056-bb54-b03cca56a929 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:43.767406 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-3580b40a-f36c-47f9-9c73-6e12fac9b5e3 req-b688982d-3a24-4559-a2d7-12f41b690f38 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511655 Sep 15 13:49:43.784245 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 922ffec7-b203-45ce-8ae8-31fa424e6bd4 up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:49:43.829280 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-4a67325f-4791-4590-b1d1-21e1b9bd3a73 req-89b7a9a3-4a25-4056-bb54-b03cca56a929 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] For port d4720ef2-ca57-48ac-b89f-75ae85063f6e, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=d4720ef2-ca57-48ac-b89f-75ae85063f6e,segment=NetworkSegment(7f2672a9-5a98-4eec-a2e9-032da0ac542f),segment_id=7f2672a9-5a98-4eec-a2e9-032da0ac542f)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:49:43.829656 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-4a67325f-4791-4590-b1d1-21e1b9bd3a73 req-89b7a9a3-4a25-4056-bb54-b03cca56a929 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:43.929637 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port 922ffec7-b203-45ce-8ae8-31fa424e6bd4 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:49:43.930301 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:44.038191 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:44.083568 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 922ffec7-b203-45ce-8ae8-31fa424e6bd4, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=922ffec7-b203-45ce-8ae8-31fa424e6bd4,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:49:44.085067 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8846741-b520-497b-8d8c-ad98f46d283f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922ffec7-b203-45ce-8ae8-31fa424e6bd4'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:49:44.089600 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b896397-a3b8-436b-b0ec-1b669640022b" -d '{"events": [{"server_uuid": "f8846741-b520-497b-8d8c-ad98f46d283f", "name": "network-vif-plugged", "status": "completed", "tag": "922ffec7-b203-45ce-8ae8-31fa424e6bd4"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:49:44.159206 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d4a3ad-1b0c-4fb1-bf4e-85db5cb19b30 x-openstack-request-id: req-e3d4a3ad-1b0c-4fb1-bf4e-85db5cb19b30 {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:49:44.159594 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8846741-b520-497b-8d8c-ad98f46d283f", "name": "network-vif-plugged", "status": "completed", "tag": "922ffec7-b203-45ce-8ae8-31fa424e6bd4", "code": 200}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:49:44.159952 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e3d4a3ad-1b0c-4fb1-bf4e-85db5cb19b30 {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:49:44.160403 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8846741-b520-497b-8d8c-ad98f46d283f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922ffec7-b203-45ce-8ae8-31fa424e6bd4', 'code': 200} Sep 15 13:49:44.180086 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:44.181037 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:49:44.191972 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-4a67325f-4791-4590-b1d1-21e1b9bd3a73 req-89b7a9a3-4a25-4056-bb54-b03cca56a929 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:44.191972 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-4a67325f-4791-4590-b1d1-21e1b9bd3a73 req-89b7a9a3-4a25-4056-bb54-b03cca56a929 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550917'] for floatingip, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:44.191972 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.db.l3_db [req-4a67325f-4791-4590-b1d1-21e1b9bd3a73 req-89b7a9a3-4a25-4056-bb54-b03cca56a929 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Floating IP 6737418d-23f4-4c0d-be4e-d346909334b5 disassociated. External IP: 172.27.0.239, port: d4720ef2-ca57-48ac-b89f-75ae85063f6e. Sep 15 13:49:44.191972 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-4a67325f-4791-4590-b1d1-21e1b9bd3a73 req-89b7a9a3-4a25-4056-bb54-b03cca56a929 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Calling delete_port for d4720ef2-ca57-48ac-b89f-75ae85063f6e owned by compute:nova {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:49:44.297875 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] No Port match for: f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:49:44.298276 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device f7a6d846-0a56-4df5-9cc5-b7ec9a62db70 not bound to the agent host hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:49:44.298759 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device d4720ef2-ca57-48ac-b89f-75ae85063f6e no longer exists at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:49:44.364095 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=922ffec7-b203-45ce-8ae8-31fa424e6bd4,revision_number=7']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:44.471617 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:44.621120 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d657d1fa-a561-4752-b625-eca5759e6c88 req-a3bd7345-4aef-4c53-b24e-4bbe620456c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1051064 Sep 15 13:49:44.645778 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c376cd-8dcc-48a5-a746-71935128ae10 req-832efa4a-2b76-4da0-9fe8-85b55c62d5dc tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:44.658255 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-57c376cd-8dcc-48a5-a746-71935128ae10 req-832efa4a-2b76-4da0-9fe8-85b55c62d5dc tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 946 time: 0.1119306 Sep 15 13:49:44.709468 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-4a67325f-4791-4590-b1d1-21e1b9bd3a73 req-89b7a9a3-4a25-4056-bb54-b03cca56a929 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:44.772253 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d657d1fa-a561-4752-b625-eca5759e6c88 req-699c5ada-a42f-4faa-b771-985650e89243 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=52fa1195747c46d8babcb3bd3b29acf0&device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 210 time: 0.0547500 Sep 15 13:49:44.814537 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-4b388ad5-0ae0-485f-94f9-3c9dba7c985a req-68595bb8-298a-4be9-bf5c-8cdf12f4fc61 tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb09b3a4-35b1-45c9-93c1-31729cdc9306 HTTP/1.1" status: 200 len: 210 time: 0.0588977 Sep 15 13:49:44.888882 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7a9a3-4a25-4056-bb54-b03cca56a929 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Pushing event deleted for resources: {'Port': ['ID=d4720ef2-ca57-48ac-b89f-75ae85063f6e,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:44.907821 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-57c376cd-8dcc-48a5-a746-71935128ae10 req-e4024a5b-f8e1-43df-9ca5-8673923cd2bb tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402794 Sep 15 13:49:45.020910 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb91339-df16-41ad-9157-94812e083f38 req-22a69882-d38f-48d1-8f94-4adf7f411404 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:45.031307 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-6cb91339-df16-41ad-9157-94812e083f38 req-22a69882-d38f-48d1-8f94-4adf7f411404 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.1021073 Sep 15 13:49:45.050529 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a67325f-4791-4590-b1d1-21e1b9bd3a73 req-89b7a9a3-4a25-4056-bb54-b03cca56a929 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Router d1cc937a-1563-4340-9e26-69b6dd3a933a has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:49:45.117653 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-6cb91339-df16-41ad-9157-94812e083f38 req-b4a891c5-fe3f-48c8-abe2-37c89e6ce98a tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853484 Sep 15 13:49:45.321379 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657d1fa-a561-4752-b625-eca5759e6c88 req-31b4e899-fc0e-4798-9dc1-1c1384a56959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:45.330176 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d657d1fa-a561-4752-b625-eca5759e6c88 req-31b4e899-fc0e-4798-9dc1-1c1384a56959 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=52fa1195747c46d8babcb3bd3b29acf0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4761577 Sep 15 13:49:45.429256 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a67325f-4791-4590-b1d1-21e1b9bd3a73 req-89b7a9a3-4a25-4056-bb54-b03cca56a929 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:49:45.446987 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2972d5-2e45-4e83-86a4-8aff4d1499fe None None] Sync routers for ids ['d1cc937a-1563-4340-9e26-69b6dd3a933a'] in dv-cinder-803456-3-iscsi {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:49:45.462934 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2972d5-2e45-4e83-86a4-8aff4d1499fe None None] Routers {'d1cc937a-1563-4340-9e26-69b6dd3a933a'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:49:45.463818 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-1e2972d5-2e45-4e83-86a4-8aff4d1499fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:49:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['d1cc937a-1563-4340-9e26-69b6dd3a933a'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:49:45.532925 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a67325f-4791-4590-b1d1-21e1b9bd3a73 req-89b7a9a3-4a25-4056-bb54-b03cca56a929 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] No DVR routers for this DVR port d4720ef2-ca57-48ac-b89f-75ae85063f6e on host hv-cinder-80345 {{(pid=101214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:49:45.559457 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-4a67325f-4791-4590-b1d1-21e1b9bd3a73 req-89b7a9a3-4a25-4056-bb54-b03cca56a929 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:45.562001 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-4a67325f-4791-4590-b1d1-21e1b9bd3a73 req-89b7a9a3-4a25-4056-bb54-b03cca56a929 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.15 "DELETE /v2.0/ports/d4720ef2-ca57-48ac-b89f-75ae85063f6e HTTP/1.1" status: 204 len: 173 time: 2.2762516 Sep 15 13:49:45.563112 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94a76a5-2c4d-470f-8ea5-5448146ce13c', 'name': 'network-vif-deleted', 'tag': 'd4720ef2-ca57-48ac-b89f-75ae85063f6e'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:49:45.567581 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4e9194-da19-4121-b5ae-e1e894a6795a" -d '{"events": [{"server_uuid": "f94a76a5-2c4d-470f-8ea5-5448146ce13c", "name": "network-vif-deleted", "tag": "d4720ef2-ca57-48ac-b89f-75ae85063f6e"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:49:45.589511 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657d1fa-a561-4752-b625-eca5759e6c88 req-0e3c785c-21ca-44ea-8118-8fdfa588ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:45.591004 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d657d1fa-a561-4752-b625-eca5759e6c88 req-0e3c785c-21ca-44ea-8118-8fdfa588ffbd service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2534597 Sep 15 13:49:45.823970 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-1e2972d5-2e45-4e83-86a4-8aff4d1499fe None None] Set router d1cc937a-1563-4340-9e26-69b6dd3a933a gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:49:45.826222 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9fe2c8-b926-4293-8608-1a972ff084ed x-openstack-request-id: req-fd9fe2c8-b926-4293-8608-1a972ff084ed {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:49:45.826222 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94a76a5-2c4d-470f-8ea5-5448146ce13c", "name": "network-vif-deleted", "tag": "d4720ef2-ca57-48ac-b89f-75ae85063f6e", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:49:45.826222 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fd9fe2c8-b926-4293-8608-1a972ff084ed {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:49:45.826222 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94a76a5-2c4d-470f-8ea5-5448146ce13c', 'name': 'network-vif-deleted', 'tag': 'd4720ef2-ca57-48ac-b89f-75ae85063f6e', 'status': 'completed', 'code': 200} Sep 15 13:49:45.878180 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 52432) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:45.887045 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-1e2972d5-2e45-4e83-86a4-8aff4d1499fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 4, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '22843d98-86b0-4dd6-88b6-558f17685ef1', 'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'mac_address': 'fa:16:3e:1b:50:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:22Z', 'updated_at': '2021-09-15T13:46:28Z', 'revision_number': 5, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'subnets': [{'id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:49:45.929458 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2972d5-2e45-4e83-86a4-8aff4d1499fe None None] Checking router: d1cc937a-1563-4340-9e26-69b6dd3a933a for host: dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:49:45.949818 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2972d5-2e45-4e83-86a4-8aff4d1499fe None None] Routers {'d1cc937a-1563-4340-9e26-69b6dd3a933a'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:49:45.949818 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-1e2972d5-2e45-4e83-86a4-8aff4d1499fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:49:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['d1cc937a-1563-4340-9e26-69b6dd3a933a'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:49:46.004600 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e74666d0-beff-48e3-a4a0-d2604f4e98ae tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:46.086759 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2833c27b-0058-4c29-82fb-8db0d0ed8edd req-b86b8560-6bb8-416f-b3ba-1a37af122b19 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 210 time: 0.0723164 Sep 15 13:49:46.107857 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e74666d0-beff-48e3-a4a0-d2604f4e98ae tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:46.163458 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-1e2972d5-2e45-4e83-86a4-8aff4d1499fe None None] Set router d1cc937a-1563-4340-9e26-69b6dd3a933a gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:49:46.314628 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e74666d0-beff-48e3-a4a0-d2604f4e98ae tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:46.317588 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-e74666d0-beff-48e3-a4a0-d2604f4e98ae tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:46.322551 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-e74666d0-beff-48e3-a4a0-d2604f4e98ae tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] 10.222.0.30 "DELETE /v2.0/security-groups/bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc HTTP/1.1" status: 204 len: 168 time: 0.4386973 Sep 15 13:49:46.327058 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4507197-57a9-4cf7-a65a-59827b77839d req-4799fd06-bc4c-4d62-ab26-bd50c813f877 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:46.337562 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f4507197-57a9-4cf7-a65a-59827b77839d req-4799fd06-bc4c-4d62-ab26-bd50c813f877 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0695276 Sep 15 13:49:46.343518 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74666d0-beff-48e3-a4a0-d2604f4e98ae tempest-TestShelveInstance-1391748333 tempest-TestShelveInstance-1391748333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1c0d2c-57bf-440f-a12a-ab8ec6cd92fc,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:46.407964 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f4507197-57a9-4cf7-a65a-59827b77839d req-59e76865-6031-4133-aa79-7f112c9bb28f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680308 Sep 15 13:49:46.532933 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 52442) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:46.570703 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-1e2972d5-2e45-4e83-86a4-8aff4d1499fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 4, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '22843d98-86b0-4dd6-88b6-558f17685ef1', 'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'mac_address': 'fa:16:3e:1b:50:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:22Z', 'updated_at': '2021-09-15T13:46:28Z', 'revision_number': 5, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'subnets': [{'id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:49:46.609106 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2972d5-2e45-4e83-86a4-8aff4d1499fe None None] The sync data for ids ['d1cc937a-1563-4340-9e26-69b6dd3a933a'] in dv-cinder-803456-3-iscsi is: [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 4, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '22843d98-86b0-4dd6-88b6-558f17685ef1', 'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'mac_address': 'fa:16:3e:1b:50:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:22Z', 'updated_at': '2021-09-15T13:46:28Z', 'revision_number': 5, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'subnets': [{'id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:49:47.036359 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a47e1fc-61cc-469f-b899-2743f5413656 None None] New status for floating IP 6737418d-23f4-4c0d-be4e-d346909334b5: DOWN {{(pid=101215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:49:47.360078 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-85e2bd49-3f86-4555-8d4b-2c5938eb55b0 req-bfba1501-70fb-45f2-a7e9-819ed06d70b1 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94a76a5-2c4d-470f-8ea5-5448146ce13c HTTP/1.1" status: 200 len: 210 time: 0.0617845 Sep 15 13:49:47.497285 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-b0a58a73-f8f9-4577-b6ce-add07a1dbcca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545029'] for router_interface, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:47.672045 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aace071-550d-4293-aedb-cbe8f6764a0a req-366a83fa-372b-402b-8836-ea9f52a6035e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:47.673678 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5aace071-550d-4293-aedb-cbe8f6764a0a req-366a83fa-372b-402b-8836-ea9f52a6035e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.1236532 Sep 15 13:49:47.807706 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-5aace071-550d-4293-aedb-cbe8f6764a0a req-ce661793-1c02-4d1c-955f-2d84cccd3ec5 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150908 Sep 15 13:49:48.039470 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-b0a58a73-f8f9-4577-b6ce-add07a1dbcca admin admin] Deleting port a0269acd-6d8a-41da-b4fa-b57622f08915 {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:49:48.039705 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-b0a58a73-f8f9-4577-b6ce-add07a1dbcca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:48.188905 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [None req-b0a58a73-f8f9-4577-b6ce-add07a1dbcca admin admin] For port a0269acd-6d8a-41da-b4fa-b57622f08915, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=a0269acd-6d8a-41da-b4fa-b57622f08915,segment=NetworkSegment(aee09e3c-777e-40f2-964e-304d3ae0c06e),segment_id=aee09e3c-777e-40f2-964e-304d3ae0c06e)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:49:48.190573 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-b0a58a73-f8f9-4577-b6ce-add07a1dbcca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:48.209020 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-b0a58a73-f8f9-4577-b6ce-add07a1dbcca admin admin] Calling delete_port for a0269acd-6d8a-41da-b4fa-b57622f08915 owned by network:router_interface {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:49:48.522925 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-b0a58a73-f8f9-4577-b6ce-add07a1dbcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:48.630820 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a58a73-f8f9-4577-b6ce-add07a1dbcca admin admin] Pushing event deleted for resources: {'Port': ['ID=a0269acd-6d8a-41da-b4fa-b57622f08915,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:49.029542 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba09b9f-3342-4c30-be11-dde147d7958a req-8609fabb-b2fc-4ad0-805f-04d33b7aa65c tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:49.032041 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7ba09b9f-3342-4c30-be11-dde147d7958a req-8609fabb-b2fc-4ad0-805f-04d33b7aa65c tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0565295 Sep 15 13:49:49.085876 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7ba09b9f-3342-4c30-be11-dde147d7958a req-6992c548-8a16-4173-a1ff-c142f7e5dd73 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470243 Sep 15 13:49:49.287743 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-256bcabc-a1c5-48ae-8b79-3ba63d4423ab tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2111330207&fields=id&tenant_id=8d000803518a4c8b8c0afbc4b57421d1 HTTP/1.1" status: 200 len: 267 time: 0.0907674 Sep 15 13:49:49.397720 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-b0a58a73-f8f9-4577-b6ce-add07a1dbcca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551093'] for router_interface, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:49.595752 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-7e285fe3-9886-41b0-b1e9-56fa1db2261b tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:49.602952 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-7e285fe3-9886-41b0-b1e9-56fa1db2261b tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/networks?id=3c62f92a-f427-49c1-a85d-80b6167fa3af HTTP/1.1" status: 200 len: 811 time: 0.3141949 Sep 15 13:49:49.641215 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-4c7353f8-a8e6-4e2a-a0be-13a60aa50882 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/quotas/8d000803518a4c8b8c0afbc4b57421d1 HTTP/1.1" status: 200 len: 375 time: 0.0372567 Sep 15 13:49:49.773788 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-173a1b10-d4b0-4924-a809-daca7a5aa988 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d000803518a4c8b8c0afbc4b57421d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1304455 Sep 15 13:49:50.168825 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-e336c0ab-11c5-46a7-9b8a-b6c00c47682c service neutron] 10.222.0.30 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874228 Sep 15 13:49:50.262418 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a58a73-f8f9-4577-b6ce-add07a1dbcca admin admin] Router f8eed171-5b29-4831-897a-656e2e25fdbd has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:49:50.271878 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01920b0-4302-4ec5-b417-41a6095a79be req-9a4e1457-1731-4b97-9e14-61f7cc23ea45 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:50.281006 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a01920b0-4302-4ec5-b417-41a6095a79be req-9a4e1457-1731-4b97-9e14-61f7cc23ea45 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0672991 Sep 15 13:49:50.334461 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a01920b0-4302-4ec5-b417-41a6095a79be req-c3130e53-115d-4634-89b9-edf3dd71ea8b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517428 Sep 15 13:49:50.556884 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-58fbeaf5-8eb3-4898-bfd9-4b43d824181a service neutron] 10.222.0.30 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864939 Sep 15 13:49:50.615940 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a58a73-f8f9-4577-b6ce-add07a1dbcca admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:49:50.617609 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40722f8c-21a9-41de-a507-d14e4d8fd375 None None] Sync routers for ids ['f8eed171-5b29-4831-897a-656e2e25fdbd'] in dv-cinder-803456-3-iscsi {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:49:50.623063 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-b0a58a73-f8f9-4577-b6ce-add07a1dbcca admin admin] 10.222.0.30 "PUT /v2.0/routers/f8eed171-5b29-4831-897a-656e2e25fdbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0887117 Sep 15 13:49:50.627129 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 52470) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:50.630606 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40722f8c-21a9-41de-a507-d14e4d8fd375 None None] Routers {'f8eed171-5b29-4831-897a-656e2e25fdbd'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:49:50.635227 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-40722f8c-21a9-41de-a507-d14e4d8fd375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:49:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['f8eed171-5b29-4831-897a-656e2e25fdbd'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:49:50.747330 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ba69159f-cf9c-4372-ac59-19aca4f61c5f admin admin] Notify callbacks [] for router, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:50.787915 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-40722f8c-21a9-41de-a507-d14e4d8fd375 None None] Set router f8eed171-5b29-4831-897a-656e2e25fdbd gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:49:50.857588 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ba69159f-cf9c-4372-ac59-19aca4f61c5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:50.978707 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-40722f8c-21a9-41de-a507-d14e4d8fd375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'name': 'tempest-TestShelveInstance-452431871-router', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:36Z', 'updated_at': '2021-09-15T13:49:48Z', 'revision_number': 5, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'gw_port': {'id': '56e27710-8f79-4ff8-bbdb-23e823f22310', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:37Z', 'updated_at': '2021-09-15T13:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:49:51.010563 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40722f8c-21a9-41de-a507-d14e4d8fd375 None None] Checking router: f8eed171-5b29-4831-897a-656e2e25fdbd for host: dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:49:51.023672 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40722f8c-21a9-41de-a507-d14e4d8fd375 None None] Routers {'f8eed171-5b29-4831-897a-656e2e25fdbd'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:49:51.024685 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-40722f8c-21a9-41de-a507-d14e4d8fd375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:49:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['f8eed171-5b29-4831-897a-656e2e25fdbd'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:49:51.053199 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-ba69159f-cf9c-4372-ac59-19aca4f61c5f admin admin] Deleting port 56e27710-8f79-4ff8-bbdb-23e823f22310 {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:49:51.053604 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ba69159f-cf9c-4372-ac59-19aca4f61c5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:51.112309 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-40722f8c-21a9-41de-a507-d14e4d8fd375 None None] Set router f8eed171-5b29-4831-897a-656e2e25fdbd gateway port host: None {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:49:51.142762 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [None req-ba69159f-cf9c-4372-ac59-19aca4f61c5f admin admin] For port 56e27710-8f79-4ff8-bbdb-23e823f22310, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=56e27710-8f79-4ff8-bbdb-23e823f22310,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:49:51.143156 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ba69159f-cf9c-4372-ac59-19aca4f61c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:51.156971 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-ba69159f-cf9c-4372-ac59-19aca4f61c5f admin admin] Calling delete_port for 56e27710-8f79-4ff8-bbdb-23e823f22310 owned by network:router_gateway {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:49:51.166867 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-40722f8c-21a9-41de-a507-d14e4d8fd375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'name': 'tempest-TestShelveInstance-452431871-router', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:36Z', 'updated_at': '2021-09-15T13:49:50Z', 'revision_number': 6, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'gw_port_host': None}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:49:51.192800 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40722f8c-21a9-41de-a507-d14e4d8fd375 None None] The sync data for ids ['f8eed171-5b29-4831-897a-656e2e25fdbd'] in dv-cinder-803456-3-iscsi is: [{'id': 'f8eed171-5b29-4831-897a-656e2e25fdbd', 'name': 'tempest-TestShelveInstance-452431871-router', 'tenant_id': '52fa1195747c46d8babcb3bd3b29acf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:36Z', 'updated_at': '2021-09-15T13:49:50Z', 'revision_number': 6, 'project_id': '52fa1195747c46d8babcb3bd3b29acf0', 'gw_port_host': None}] {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:49:51.328392 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-b14447d9-eaa1-4d62-a394-97967cbee298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:51.459671 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05efdc9-74e9-4d8e-baca-fa02d4170791 req-6a6df8a4-997d-41ab-b5aa-c2f3c86d49a3 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:51.462471 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-d05efdc9-74e9-4d8e-baca-fa02d4170791 req-6a6df8a4-997d-41ab-b5aa-c2f3c86d49a3 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0610313 Sep 15 13:49:51.506169 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ba69159f-cf9c-4372-ac59-19aca4f61c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:51.523495 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-d05efdc9-74e9-4d8e-baca-fa02d4170791 req-b1d651c3-7dc7-41cf-a8cb-56b83f693262 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547235 Sep 15 13:49:51.588556 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69159f-cf9c-4372-ac59-19aca4f61c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=56e27710-8f79-4ff8-bbdb-23e823f22310,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:51.669862 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ba69159f-cf9c-4372-ac59-19aca4f61c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551027'] for router_gateway, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:51.900241 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-98539184-9062-4ad7-a6e3-2445a9cc0928 req-4b86b184-b1cf-4fa0-b1b7-ee69f9976fd0 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 210 time: 0.0594862 Sep 15 13:49:51.913496 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ba69159f-cf9c-4372-ac59-19aca4f61c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1755'] for router, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:51.919027 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ba69159f-cf9c-4372-ac59-19aca4f61c5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:52.094593 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ba69159f-cf9c-4372-ac59-19aca4f61c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548825'] for router, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:52.095316 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba69159f-cf9c-4372-ac59-19aca4f61c5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8eed171-5b29-4831-897a-656e2e25fdbd {{(pid=101214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:49:52.106313 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-ba69159f-cf9c-4372-ac59-19aca4f61c5f admin admin] Notify callbacks [] for router, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:52.106313 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-ba69159f-cf9c-4372-ac59-19aca4f61c5f admin admin] 10.222.0.30 "DELETE /v2.0/routers/f8eed171-5b29-4831-897a-656e2e25fdbd HTTP/1.1" status: 204 len: 168 time: 1.4739389 Sep 15 13:49:52.106630 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 52496) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:52.193119 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device a0269acd-6d8a-41da-b4fa-b57622f08915 no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:49:52.226129 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_v2 [None req-088ccdea-a0b2-478f-9dca-e47df9f40aeb admin admin] Deleting subnet 63546249-766e-46c7-8179-1517924754e7 {{(pid=101213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:49:52.234586 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-088ccdea-a0b2-478f-9dca-e47df9f40aeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:52.256410 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: a0269acd-6d8a-41da-b4fa-b57622f08915 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:49:52.257916 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device a0269acd-6d8a-41da-b4fa-b57622f08915 not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:49:52.258583 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 56e27710-8f79-4ff8-bbdb-23e823f22310 no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:49:52.301551 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: 56e27710-8f79-4ff8-bbdb-23e823f22310 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:49:52.305974 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 56e27710-8f79-4ff8-bbdb-23e823f22310 not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:49:52.315947 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-088ccdea-a0b2-478f-9dca-e47df9f40aeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008874'] for subnet, precommit_delete_associations {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:52.413722 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-088ccdea-a0b2-478f-9dca-e47df9f40aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493165'] for subnet, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:52.610158 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-088ccdea-a0b2-478f-9dca-e47df9f40aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5008732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4981134'] for subnet, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:52.663716 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ccdea-a0b2-478f-9dca-e47df9f40aeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63546249-766e-46c7-8179-1517924754e7,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:52.678068 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ccdea-a0b2-478f-9dca-e47df9f40aeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:52.678068 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ccdea-a0b2-478f-9dca-e47df9f40aeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:52.678068 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ccdea-a0b2-478f-9dca-e47df9f40aeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:52.678068 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ccdea-a0b2-478f-9dca-e47df9f40aeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:52.678068 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ccdea-a0b2-478f-9dca-e47df9f40aeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:52.678068 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ccdea-a0b2-478f-9dca-e47df9f40aeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:52.678068 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ccdea-a0b2-478f-9dca-e47df9f40aeb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:52.678068 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ccdea-a0b2-478f-9dca-e47df9f40aeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:52.678068 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ccdea-a0b2-478f-9dca-e47df9f40aeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:52.678982 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ccdea-a0b2-478f-9dca-e47df9f40aeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:52.679337 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ccdea-a0b2-478f-9dca-e47df9f40aeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:52.679759 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ccdea-a0b2-478f-9dca-e47df9f40aeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:52.685509 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-088ccdea-a0b2-478f-9dca-e47df9f40aeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:52.690399 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-088ccdea-a0b2-478f-9dca-e47df9f40aeb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/63546249-766e-46c7-8179-1517924754e7 HTTP/1.1" status: 204 len: 168 time: 0.5806627 Sep 15 13:49:52.690767 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 52502) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:52.696025 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea98c215-f498-4e2e-a71a-cad48dc475db None None] Network 3446c4e2-730d-440b-994b-e995297a5ba4 requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:49:52.740019 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fef130-b46a-465b-b6f0-f8bd819355e5 req-12c19054-5b14-4c68-98bb-87b4559a16ed tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:52.748230 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-95fef130-b46a-465b-b6f0-f8bd819355e5 req-12c19054-5b14-4c68-98bb-87b4559a16ed tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0799339 Sep 15 13:49:52.812580 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-95fef130-b46a-465b-b6f0-f8bd819355e5 req-d39ef2b8-6402-4f58-89e5-d2971138f3ee tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628858 Sep 15 13:49:52.909227 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8fd5fd30-0852-436c-97f3-4a3fef83ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463644'] for network, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:53.078601 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc56d74-25cc-427b-aa96-2829bc8d229e None None] DHCP port deletion for 3446c4e2-730d-440b-994b-e995297a5ba4 request from dv-cinder-803456-3-iscsi {{(pid=101215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 13:49:53.115375 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-059bdb5e-fb5d-40b6-8363-71d152844928 req-2fc5106f-ba8d-41ca-b469-fc6fff82871a tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 210 time: 0.0572276 Sep 15 13:49:53.165193 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-8fd5fd30-0852-436c-97f3-4a3fef83ace0 admin admin] Deleting port f328db7b-d9ec-44d0-add5-21655b4a02d7 {{(pid=101213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:49:53.165851 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8fd5fd30-0852-436c-97f3-4a3fef83ace0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:53.219023 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-afc56d74-25cc-427b-aa96-2829bc8d229e None None] Deleting port f328db7b-d9ec-44d0-add5-21655b4a02d7 {{(pid=101215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:49:53.222401 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-afc56d74-25cc-427b-aa96-2829bc8d229e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:53.276369 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.db [None req-8fd5fd30-0852-436c-97f3-4a3fef83ace0 admin admin] For port f328db7b-d9ec-44d0-add5-21655b4a02d7, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=f328db7b-d9ec-44d0-add5-21655b4a02d7,segment=NetworkSegment(aee09e3c-777e-40f2-964e-304d3ae0c06e),segment_id=aee09e3c-777e-40f2-964e-304d3ae0c06e)] {{(pid=101213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:49:53.278867 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8fd5fd30-0852-436c-97f3-4a3fef83ace0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:53.306733 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-8fd5fd30-0852-436c-97f3-4a3fef83ace0 admin admin] Calling delete_port for f328db7b-d9ec-44d0-add5-21655b4a02d7 owned by network:dhcp {{(pid=101213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:49:53.370550 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-afc56d74-25cc-427b-aa96-2829bc8d229e None None] For port f328db7b-d9ec-44d0-add5-21655b4a02d7, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=f328db7b-d9ec-44d0-add5-21655b4a02d7,segment=NetworkSegment(aee09e3c-777e-40f2-964e-304d3ae0c06e),segment_id=aee09e3c-777e-40f2-964e-304d3ae0c06e)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:49:53.373388 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-afc56d74-25cc-427b-aa96-2829bc8d229e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:53.402110 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-afc56d74-25cc-427b-aa96-2829bc8d229e None None] Calling delete_port for f328db7b-d9ec-44d0-add5-21655b4a02d7 owned by network:dhcp {{(pid=101215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:49:53.558505 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8fd5fd30-0852-436c-97f3-4a3fef83ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:53.580694 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-afc56d74-25cc-427b-aa96-2829bc8d229e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889'] for port, after_delete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:53.605920 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5fd30-0852-436c-97f3-4a3fef83ace0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f328db7b-d9ec-44d0-add5-21655b4a02d7,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:53.609532 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc56d74-25cc-427b-aa96-2829bc8d229e None None] Pushing event deleted for resources: {'Port': ['ID=f328db7b-d9ec-44d0-add5-21655b4a02d7,revision_number=None']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:53.610729 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd5fd30-0852-436c-97f3-4a3fef83ace0 admin admin] No DVR routers for this DVR port f328db7b-d9ec-44d0-add5-21655b4a02d7 on host dv-cinder-803456-3-iscsi {{(pid=101213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:49:53.631209 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc56d74-25cc-427b-aa96-2829bc8d229e None None] No DVR routers for this DVR port f328db7b-d9ec-44d0-add5-21655b4a02d7 on host dv-cinder-803456-3-iscsi {{(pid=101215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:49:53.708875 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-804d00d9-9280-479f-853e-b14ddd8ebcb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:53.780195 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8fd5fd30-0852-436c-97f3-4a3fef83ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492266', 'neutron.services.segments.db._delete_segments_for_network-8777769697949'] for network, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:53.803187 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:53.848683 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-8fd5fd30-0852-436c-97f3-4a3fef83ace0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3446c4e2-730d-440b-994b-e995297a5ba4']}} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:49:53.886022 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-8fd5fd30-0852-436c-97f3-4a3fef83ace0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee09e3c-777e-40f2-964e-304d3ae0c06e') {'for_net_delete': True} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:49:53.890965 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-8fd5fd30-0852-436c-97f3-4a3fef83ace0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee09e3c-777e-40f2-964e-304d3ae0c06e') {} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:49:53.907764 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8fd5fd30-0852-436c-97f3-4a3fef83ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777769698726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008865'] for segment, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:53.947327 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8fd5fd30-0852-436c-97f3-4a3fef83ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:53.954375 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device f328db7b-d9ec-44d0-add5-21655b4a02d7 no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:49:53.955527 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd5fd30-0852-436c-97f3-4a3fef83ace0 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=101213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:49:53.955527 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8fd5fd30-0852-436c-97f3-4a3fef83ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5084034'] for segment, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: Traceback (most recent call last): Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: timer() Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: cb(*args, **kw) Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: return func(*args, **kwargs) Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: self._notify() Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: self.callback(batched_events) Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: event.method(event) Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: return f(self, *a, **k) Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: return self._get(url).json() Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: return self.request(url, 'GET', **kwargs) Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:49:53.956614 dv-cinder-803456-3-iscsi neutron-server[101213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:49:53.995725 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: f328db7b-d9ec-44d0-add5-21655b4a02d7 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:49:53.996251 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device f328db7b-d9ec-44d0-add5-21655b4a02d7 not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:49:54.015685 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df379b01-05dd-434f-87dd-5ab2f743ee45 req-d42c6e94-6fe9-4f7b-81c9-9bb165f9c6da tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:54.018254 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-df379b01-05dd-434f-87dd-5ab2f743ee45 req-d42c6e94-6fe9-4f7b-81c9-9bb165f9c6da tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0978026 Sep 15 13:49:54.218281 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-d4f4cd8b-7dca-45e0-bda9-f2f7e4713e5e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:54.225582 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-d4f4cd8b-7dca-45e0-bda9-f2f7e4713e5e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.15 "GET /v2.0/networks?id=3c62f92a-f427-49c1-a85d-80b6167fa3af HTTP/1.1" status: 200 len: 811 time: 0.1605287 Sep 15 13:49:54.290385 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-afb8a4f0-8a6c-41f0-ab63-e7e4c2da6a58 req-70445c9a-0e7a-4223-97a5-9473cf393e5d tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 210 time: 0.0639853 Sep 15 13:49:54.293267 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8fd5fd30-0852-436c-97f3-4a3fef83ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550935'] for network, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:54.308849 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8fd5fd30-0852-436c-97f3-4a3fef83ace0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:54.314599 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-8fd5fd30-0852-436c-97f3-4a3fef83ace0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3446c4e2-730d-440b-994b-e995297a5ba4 HTTP/1.1" status: 204 len: 168 time: 1.6227560 Sep 15 13:49:54.315517 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 52510) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:54.318798 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-df379b01-05dd-434f-87dd-5ab2f743ee45 req-d80d2562-f7e9-4d29-8af3-4b92b63c7edc tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944193 Sep 15 13:49:54.335885 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-90d86569-1cbe-4342-965b-ffb2cfd0de70 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d000803518a4c8b8c0afbc4b57421d1 HTTP/1.1" status: 200 len: 380 time: 0.1033092 Sep 15 13:49:54.346883 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-acae26bd-c809-4e01-bcf8-4f1e8815be21 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Request body: {'port': {'device_id': '025b2d87-7815-4aa1-8c72-f65090d730a5', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'admin_state_up': True, 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'security_groups': ['04900f9c-7d64-407a-9459-ed3f304f5e28']}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:49:54.409888 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5fd30-0852-436c-97f3-4a3fef83ace0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3446c4e2-730d-440b-994b-e995297a5ba4,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:54.585618 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-acae26bd-c809-4e01-bcf8-4f1e8815be21 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Made reservation on behalf of 8d000803518a4c8b8c0afbc4b57421d1 for: {'port': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:49:54.589908 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-acae26bd-c809-4e01-bcf8-4f1e8815be21 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:54.831159 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-acae26bd-c809-4e01-bcf8-4f1e8815be21 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Allocated IP 172.20.0.11 (3c62f92a-f427-49c1-a85d-80b6167fa3af/a985cd71-7a70-4104-b2ec-144e68665c3a/a8a085a6-ad08-4e70-9199-1583b6c9b914) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:49:55.140509 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:55.256838 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-acae26bd-c809-4e01-bcf8-4f1e8815be21 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:55.336620 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-74f48a6b-7e42-4aea-8acb-36dd0524a748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545029'] for router_interface, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:55.380787 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-acae26bd-c809-4e01-bcf8-4f1e8815be21 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:55.473699 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-acae26bd-c809-4e01-bcf8-4f1e8815be21 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Network 3c62f92a-f427-49c1-a85d-80b6167fa3af is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:49:55.535064 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae26bd-c809-4e01-bcf8-4f1e8815be21 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Pushing event updated for resources: {'Port': ['ID=a8a085a6-ad08-4e70-9199-1583b6c9b914,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:55.552044 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-acae26bd-c809-4e01-bcf8-4f1e8815be21 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:49:55.552564 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-acae26bd-c809-4e01-bcf8-4f1e8815be21 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:49:55.566920 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66d361-5dbc-4605-824d-8996f771059b req-fb7d6c10-5415-4a60-b051-0747554a23b2 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:55.570371 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-af66d361-5dbc-4605-824d-8996f771059b req-fb7d6c10-5415-4a60-b051-0747554a23b2 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 932 time: 0.1437821 Sep 15 13:49:55.634173 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-af66d361-5dbc-4605-824d-8996f771059b req-78213d8d-394e-454d-9ae6-58c6accd42bd tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571907 Sep 15 13:49:55.675732 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-acae26bd-c809-4e01-bcf8-4f1e8815be21 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:55.676826 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-acae26bd-c809-4e01-bcf8-4f1e8815be21 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:55.697627 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70419c00-265f-470e-baf8-77041bd578f9 req-8994522a-9169-4bc0-b38c-bced60c69e73 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:55.709331 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-70419c00-265f-470e-baf8-77041bd578f9 req-8994522a-9169-4bc0-b38c-bced60c69e73 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.2318189 Sep 15 13:49:55.826508 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-70419c00-265f-470e-baf8-77041bd578f9 req-c347d096-b6b0-4a28-bd9e-ccfe878cf02e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161230 Sep 15 13:49:55.836234 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-acae26bd-c809-4e01-bcf8-4f1e8815be21 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4936404 Sep 15 13:49:55.850678 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Request body: {'port': {'device_id': '025b2d87-7815-4aa1-8c72-f65090d730a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:49:55.917223 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-74f48a6b-7e42-4aea-8acb-36dd0524a748 admin admin] Deleting port 29eb3563-6183-47df-a937-5bd1fe7c91ee {{(pid=101213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:49:55.917833 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-74f48a6b-7e42-4aea-8acb-36dd0524a748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:55.940955 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:55.956562 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-f93c54c8-31e7-48ef-a843-827bc6164a2c None None] Provisioning complete for port a8a085a6-ad08-4e70-9199-1583b6c9b914 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:49:55.956931 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-f93c54c8-31e7-48ef-a843-827bc6164a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:56.011479 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-f93c54c8-31e7-48ef-a843-827bc6164a2c None None] Port a8a085a6-ad08-4e70-9199-1583b6c9b914 cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:49:56.040698 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.db [None req-74f48a6b-7e42-4aea-8acb-36dd0524a748 admin admin] For port 29eb3563-6183-47df-a937-5bd1fe7c91ee, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=29eb3563-6183-47df-a937-5bd1fe7c91ee,segment=NetworkSegment(8f09c5ef-a4b2-491b-91d6-21384d15cf95),segment_id=8f09c5ef-a4b2-491b-91d6-21384d15cf95)] {{(pid=101213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:49:56.041424 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-74f48a6b-7e42-4aea-8acb-36dd0524a748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:56.076962 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-74f48a6b-7e42-4aea-8acb-36dd0524a748 admin admin] Calling delete_port for 29eb3563-6183-47df-a937-5bd1fe7c91ee owned by network:router_interface {{(pid=101213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:49:56.278713 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a085a6-ad08-4e70-9199-1583b6c9b914 {{(pid=101214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:49:56.285959 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:56.757544 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c775e9-fcc2-476b-8433-d68cf8d73ed5 req-f37da5b8-b3fa-413c-ae9f-dff4a806d99b tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:56.758991 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-35c775e9-fcc2-476b-8433-d68cf8d73ed5 req-f37da5b8-b3fa-413c-ae9f-dff4a806d99b tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 932 time: 0.0527399 Sep 15 13:49:56.796290 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-35c775e9-fcc2-476b-8433-d68cf8d73ed5 req-a9542dea-a51e-419e-a224-7d3e36453c66 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315347 Sep 15 13:49:56.848620 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.provisioning_blocks [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Transition to ACTIVE for port object a8a085a6-ad08-4e70-9199-1583b6c9b914 will not be triggered until provisioned by entity L2. {{(pid=101214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:49:56.848821 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-74f48a6b-7e42-4aea-8acb-36dd0524a748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:56.876468 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f48a6b-7e42-4aea-8acb-36dd0524a748 admin admin] Pushing event deleted for resources: {'Port': ['ID=29eb3563-6183-47df-a937-5bd1fe7c91ee,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:56.884210 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:56.980873 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f3754-33ba-47df-82ff-138efacb510d req-8e1ae2d3-1265-4053-9ee8-c8597615bf86 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:56.982445 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8f2f3754-33ba-47df-82ff-138efacb510d req-8e1ae2d3-1265-4053-9ee8-c8597615bf86 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0601809 Sep 15 13:49:56.985814 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:57.122621 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-74f48a6b-7e42-4aea-8acb-36dd0524a748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551093'] for router_interface, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:57.177138 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8f2f3754-33ba-47df-82ff-138efacb510d req-f93bd5cb-f472-46ba-96e2-a540d6c19c95 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785870 Sep 15 13:49:57.179355 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a085a6-ad08-4e70-9199-1583b6c9b914,revision_number=2']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:57.235058 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:57.239078 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:57.239437 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:57.239885 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:57.240227 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:57.240558 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:57.240886 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:57.244358 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:57.244736 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:57.245075 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:57.245677 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:57.246019 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:49:57.364847 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Attempting to bind port a8a085a6-ad08-4e70-9199-1583b6c9b914 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:49:57.365541 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Attempting to bind port a8a085a6-ad08-4e70-9199-1583b6c9b914 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': '7f2672a9-5a98-4eec-a2e9-032da0ac542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af'}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:49:57.365541 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Attempting to bind port a8a085a6-ad08-4e70-9199-1583b6c9b914 on network 3c62f92a-f427-49c1-a85d-80b6167fa3af {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:49:57.380751 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Port a8a085a6-ad08-4e70-9199-1583b6c9b914 on network 3c62f92a-f427-49c1-a85d-80b6167fa3af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:49:57.381084 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Attempting to bind port a8a085a6-ad08-4e70-9199-1583b6c9b914 on network 3c62f92a-f427-49c1-a85d-80b6167fa3af {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:49:57.395839 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Checking agent: {'id': 'b550a8ff-0b84-4201-8276-b98629f1370c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'started_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:49:57.396184 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Checking segment: {'id': '7f2672a9-5a98-4eec-a2e9-032da0ac542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:49:57.398522 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Bound using segment: {'id': '7f2672a9-5a98-4eec-a2e9-032da0ac542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af'} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:49:57.398522 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Bound port: a8a085a6-ad08-4e70-9199-1583b6c9b914, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f2672a9-5a98-4eec-a2e9-032da0ac542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af'}}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:49:57.398522 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:57.524196 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] For port a8a085a6-ad08-4e70-9199-1583b6c9b914, host hv-cinder-80345, cleared binding levels {{(pid=101214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:49:57.529032 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] For port a8a085a6-ad08-4e70-9199-1583b6c9b914, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=a8a085a6-ad08-4e70-9199-1583b6c9b914,segment=NetworkSegment(7f2672a9-5a98-4eec-a2e9-032da0ac542f),segment_id=7f2672a9-5a98-4eec-a2e9-032da0ac542f)] {{(pid=101214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:49:57.556857 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f48a6b-7e42-4aea-8acb-36dd0524a748 admin admin] Router 9274ffff-47f8-4408-a6e8-6249211aad48 has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:49:57.615268 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:57.683629 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:57.684417 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:57.685009 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f48a6b-7e42-4aea-8acb-36dd0524a748 admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:49:57.691284 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] 10.222.0.15 "PUT /v2.0/ports/a8a085a6-ad08-4e70-9199-1583b6c9b914 HTTP/1.1" status: 200 len: 1094 time: 1.8460927 Sep 15 13:49:57.691862 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025b2d87-7815-4aa1-8c72-f65090d730a5', 'tag': 'a8a085a6-ad08-4e70-9199-1583b6c9b914'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:49:57.694328 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe30a9e-7f95-4b8c-b626-54c570447b30 None None] Sync routers for ids ['9274ffff-47f8-4408-a6e8-6249211aad48'] in dv-cinder-803456-3-iscsi {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:49:57.697743 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bb8f2f-f53b-4e64-900e-0fbdff1dbfb5" -d '{"events": [{"name": "network-changed", "server_uuid": "025b2d87-7815-4aa1-8c72-f65090d730a5", "tag": "a8a085a6-ad08-4e70-9199-1583b6c9b914"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:49:57.721542 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe30a9e-7f95-4b8c-b626-54c570447b30 None None] Routers {'9274ffff-47f8-4408-a6e8-6249211aad48'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:49:57.722532 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-cbe30a9e-7f95-4b8c-b626-54c570447b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:49:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['9274ffff-47f8-4408-a6e8-6249211aad48'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:49:57.726042 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 52530) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:49:57.726205 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-74f48a6b-7e42-4aea-8acb-36dd0524a748 admin admin] 10.222.0.30 "PUT /v2.0/routers/9274ffff-47f8-4408-a6e8-6249211aad48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4053955 Sep 15 13:49:57.848550 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220656c8-4400-4ae6-b990-d8b2ff853090 x-openstack-request-id: req-220656c8-4400-4ae6-b990-d8b2ff853090 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:49:57.849125 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025b2d87-7815-4aa1-8c72-f65090d730a5", "tag": "a8a085a6-ad08-4e70-9199-1583b6c9b914", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:49:57.849655 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-220656c8-4400-4ae6-b990-d8b2ff853090 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:49:57.850285 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025b2d87-7815-4aa1-8c72-f65090d730a5', 'tag': 'a8a085a6-ad08-4e70-9199-1583b6c9b914', 'status': 'completed', 'code': 200} Sep 15 13:49:58.129707 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666c690-e889-474a-b4b8-29cbc2b358f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a085a6-ad08-4e70-9199-1583b6c9b914,revision_number=3']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:58.144583 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-cbe30a9e-7f95-4b8c-b626-54c570447b30 None None] Set router 9274ffff-47f8-4408-a6e8-6249211aad48 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:49:58.166031 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2c275-1c62-41a2-8bc0-b5df196675a9 req-45957dce-dc45-4ff9-8a38-9dccd438204e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:58.167551 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-62a2c275-1c62-41a2-8bc0-b5df196675a9 req-45957dce-dc45-4ff9-8a38-9dccd438204e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 944 time: 0.1961644 Sep 15 13:49:58.198185 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb8f2f-f53b-4e64-900e-0fbdff1dbfb5 req-2b9ac443-4ded-4645-8472-6cfccf7610e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:58.199877 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-25bb8f2f-f53b-4e64-900e-0fbdff1dbfb5 req-2b9ac443-4ded-4645-8472-6cfccf7610e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d000803518a4c8b8c0afbc4b57421d1&device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 1097 time: 0.3372183 Sep 15 13:49:58.239070 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-62a2c275-1c62-41a2-8bc0-b5df196675a9 req-f348efd0-bb67-45dc-bad0-9e827e69523a tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615366 Sep 15 13:49:58.358002 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-37247ed0-d052-4d02-a0b1-8cbd98c2b768 admin admin] Notify callbacks [] for router, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:58.414210 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb8f2f-f53b-4e64-900e-0fbdff1dbfb5 req-027a48f6-9540-4185-92cc-80ca3e91b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:58.417344 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-25bb8f2f-f53b-4e64-900e-0fbdff1dbfb5 req-027a48f6-9540-4185-92cc-80ca3e91b55e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8d000803518a4c8b8c0afbc4b57421d1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1969306 Sep 15 13:49:58.433130 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ceaa5-59ed-47d1-9777-c44daf7c0984 req-b2ef4bf3-cc5b-4b52-b154-81bc71cbd40f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:58.434737 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-458ceaa5-59ed-47d1-9777-c44daf7c0984 req-b2ef4bf3-cc5b-4b52-b154-81bc71cbd40f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.1080618 Sep 15 13:49:58.521740 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-458ceaa5-59ed-47d1-9777-c44daf7c0984 req-931025e2-1f46-43f6-aa24-f17ae457cc3f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798907 Sep 15 13:49:58.576864 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-cbe30a9e-7f95-4b8c-b626-54c570447b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9274ffff-47f8-4408-a6e8-6249211aad48', 'name': 'tempest-TestShelveInstance-1471098710-router', 'tenant_id': 'b8d9879d8ac443f7982e0143099417aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5cd97685-a438-4b3d-99dd-062378044359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:43Z', 'updated_at': '2021-09-15T13:49:56Z', 'revision_number': 5, 'project_id': 'b8d9879d8ac443f7982e0143099417aa', 'gw_port': {'id': '5cd97685-a438-4b3d-99dd-062378044359', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9274ffff-47f8-4408-a6e8-6249211aad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:44Z', 'updated_at': '2021-09-15T13:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:49:58.580128 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb8f2f-f53b-4e64-900e-0fbdff1dbfb5 req-a48b0c79-7c5c-4837-a934-5aeb60fbf5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:58.582308 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-25bb8f2f-f53b-4e64-900e-0fbdff1dbfb5 req-a48b0c79-7c5c-4837-a934-5aeb60fbf5e0 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1218932 Sep 15 13:49:58.610843 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe30a9e-7f95-4b8c-b626-54c570447b30 None None] Checking router: 9274ffff-47f8-4408-a6e8-6249211aad48 for host: dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:49:58.618388 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-37247ed0-d052-4d02-a0b1-8cbd98c2b768 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:58.620796 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe30a9e-7f95-4b8c-b626-54c570447b30 None None] Routers {'9274ffff-47f8-4408-a6e8-6249211aad48'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:49:58.621483 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-cbe30a9e-7f95-4b8c-b626-54c570447b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:49:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['9274ffff-47f8-4408-a6e8-6249211aad48'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:49:58.787310 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-cbe30a9e-7f95-4b8c-b626-54c570447b30 None None] Set router 9274ffff-47f8-4408-a6e8-6249211aad48 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:49:59.007394 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-3e4e0448-55a3-49a9-9e2d-76e0bf779c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:59.008945 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-3e4e0448-55a3-49a9-9e2d-76e0bf779c64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d000803518a4c8b8c0afbc4b57421d1&device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 1097 time: 0.3865614 Sep 15 13:49:59.044391 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-cbe30a9e-7f95-4b8c-b626-54c570447b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9274ffff-47f8-4408-a6e8-6249211aad48', 'name': 'tempest-TestShelveInstance-1471098710-router', 'tenant_id': 'b8d9879d8ac443f7982e0143099417aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5cd97685-a438-4b3d-99dd-062378044359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:43Z', 'updated_at': '2021-09-15T13:49:56Z', 'revision_number': 5, 'project_id': 'b8d9879d8ac443f7982e0143099417aa', 'gw_port': {'id': '5cd97685-a438-4b3d-99dd-062378044359', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9274ffff-47f8-4408-a6e8-6249211aad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:44Z', 'updated_at': '2021-09-15T13:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:49:59.058130 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-685dda80-088d-49da-9ec6-ce64a7f3722d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8a085a6-ad08-4e70-9199-1583b6c9b914 HTTP/1.1" status: 200 len: 217 time: 0.0391357 Sep 15 13:49:59.081744 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe30a9e-7f95-4b8c-b626-54c570447b30 None None] The sync data for ids ['9274ffff-47f8-4408-a6e8-6249211aad48'] in dv-cinder-803456-3-iscsi is: [{'id': '9274ffff-47f8-4408-a6e8-6249211aad48', 'name': 'tempest-TestShelveInstance-1471098710-router', 'tenant_id': 'b8d9879d8ac443f7982e0143099417aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5cd97685-a438-4b3d-99dd-062378044359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:44:43Z', 'updated_at': '2021-09-15T13:49:56Z', 'revision_number': 5, 'project_id': 'b8d9879d8ac443f7982e0143099417aa', 'gw_port': {'id': '5cd97685-a438-4b3d-99dd-062378044359', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9274ffff-47f8-4408-a6e8-6249211aad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:44:44Z', 'updated_at': '2021-09-15T13:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}] {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:49:59.138924 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-a69c08f0-52ed-43fb-9351-9de15bd9b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:59.141693 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-a69c08f0-52ed-43fb-9351-9de15bd9b0ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a985cd71-7a70-4104-b2ec-144e68665c3a HTTP/1.1" status: 200 len: 850 time: 0.0631559 Sep 15 13:49:59.165209 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-37247ed0-d052-4d02-a0b1-8cbd98c2b768 admin admin] Deleting port 5cd97685-a438-4b3d-99dd-062378044359 {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:49:59.165641 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-37247ed0-d052-4d02-a0b1-8cbd98c2b768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:59.255101 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-d52e3a77-971e-4a41-8e9a-e8495359a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:59.256615 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-d52e3a77-971e-4a41-8e9a-e8495359a80e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3c62f92a-f427-49c1-a85d-80b6167fa3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1021047 Sep 15 13:49:59.279275 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [None req-37247ed0-d052-4d02-a0b1-8cbd98c2b768 admin admin] For port 5cd97685-a438-4b3d-99dd-062378044359, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=5cd97685-a438-4b3d-99dd-062378044359,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:49:59.279275 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-37247ed0-d052-4d02-a0b1-8cbd98c2b768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:59.296841 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-37247ed0-d052-4d02-a0b1-8cbd98c2b768 admin admin] Calling delete_port for 5cd97685-a438-4b3d-99dd-062378044359 owned by network:router_gateway {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:49:59.382351 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:49:59.483358 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7800b-22b8-4470-a5aa-b5bc82d1d01f req-a9ac9be5-40a1-496a-a2d6-1bf524669c94 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:59.484945 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8ff7800b-22b8-4470-a5aa-b5bc82d1d01f req-a9ac9be5-40a1-496a-a2d6-1bf524669c94 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 944 time: 0.1339388 Sep 15 13:49:59.578827 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-fdb5401f-a4af-4684-ba25-2b0c46bd9d6b service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147748 Sep 15 13:49:59.587523 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8ff7800b-22b8-4470-a5aa-b5bc82d1d01f req-d7cd7edc-abaa-42aa-b305-defe0c2c976b tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681109 Sep 15 13:49:59.672242 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34282957-b67a-4243-be56-b2b64549f120 req-45aacbc2-d91b-44b0-bae9-672e133a8725 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:59.681076 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-34282957-b67a-4243-be56-b2b64549f120 req-45aacbc2-d91b-44b0-bae9-672e133a8725 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0646214 Sep 15 13:49:59.728667 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-34282957-b67a-4243-be56-b2b64549f120 req-c80dc42f-9206-4408-8681-8b7cc3bcffd1 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432646 Sep 15 13:49:59.758888 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5e04f-0373-412d-8402-4771db6aa17f req-5a378e1e-2ecd-43a8-bf8a-fb42224a3566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:59.760382 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-64f5e04f-0373-412d-8402-4771db6aa17f req-5a378e1e-2ecd-43a8-bf8a-fb42224a3566 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d456829f8de447eea8fd66f35874b574&device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 1099 time: 0.0708661 Sep 15 13:49:59.762232 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dff6aa2f-a5a6-462b-a0cf-662c50b222f4 req-040dad38-e2d1-4fd1-b933-e08ebfe49380 service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696141 Sep 15 13:49:59.833884 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-37247ed0-d052-4d02-a0b1-8cbd98c2b768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:49:59.835097 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 29eb3563-6183-47df-a937-5bd1fe7c91ee no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:49:59.872347 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: 29eb3563-6183-47df-a937-5bd1fe7c91ee {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:49:59.872913 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 29eb3563-6183-47df-a937-5bd1fe7c91ee not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:49:59.875389 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37247ed0-d052-4d02-a0b1-8cbd98c2b768 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd97685-a438-4b3d-99dd-062378044359,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:49:59.929916 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5e04f-0373-412d-8402-4771db6aa17f req-11ffeff0-2d4e-4b6f-97b4-a9c665da2ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:49:59.931445 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-64f5e04f-0373-412d-8402-4771db6aa17f req-11ffeff0-2d4e-4b6f-97b4-a9c665da2ca0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=480fc22a-9718-4af5-897e-c1ba6a0ea29f HTTP/1.1" status: 200 len: 917 time: 0.1604166 Sep 15 13:49:59.986040 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-37247ed0-d052-4d02-a0b1-8cbd98c2b768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551027'] for router_gateway, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:00.089320 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-64f5e04f-0373-412d-8402-4771db6aa17f req-00be56b0-d6c1-4a10-80d2-ca4c7dc95922 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=922ffec7-b203-45ce-8ae8-31fa424e6bd4 HTTP/1.1" status: 200 len: 1002 time: 0.1496089 Sep 15 13:50:00.090791 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-37247ed0-d052-4d02-a0b1-8cbd98c2b768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1755'] for router, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:00.093685 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-37247ed0-d052-4d02-a0b1-8cbd98c2b768 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:00.169803 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5e04f-0373-412d-8402-4771db6aa17f req-eeee3e24-7ff2-460c-a455-3de63b315b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:00.171483 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-64f5e04f-0373-412d-8402-4771db6aa17f req-eeee3e24-7ff2-460c-a455-3de63b315b6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c52fc5a2-023c-41c5-8df6-56d1e497870b HTTP/1.1" status: 200 len: 855 time: 0.0745420 Sep 15 13:50:00.222402 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5e04f-0373-412d-8402-4771db6aa17f req-af783660-5349-40b6-8ad7-b0dfe4fe30d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:00.224023 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-64f5e04f-0373-412d-8402-4771db6aa17f req-af783660-5349-40b6-8ad7-b0dfe4fe30d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=480fc22a-9718-4af5-897e-c1ba6a0ea29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452783 Sep 15 13:50:00.292850 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-37247ed0-d052-4d02-a0b1-8cbd98c2b768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548825'] for router, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:00.293388 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37247ed0-d052-4d02-a0b1-8cbd98c2b768 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9274ffff-47f8-4408-a6e8-6249211aad48 {{(pid=101214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:50:00.298337 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-37247ed0-d052-4d02-a0b1-8cbd98c2b768 admin admin] Notify callbacks [] for router, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:00.302011 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 52554) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:50:00.302336 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-37247ed0-d052-4d02-a0b1-8cbd98c2b768 admin admin] 10.222.0.30 "DELETE /v2.0/routers/9274ffff-47f8-4408-a6e8-6249211aad48 HTTP/1.1" status: 204 len: 168 time: 2.5726342 Sep 15 13:50:00.338536 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-64f5e04f-0373-412d-8402-4771db6aa17f req-dfdc07f0-8056-4d38-8a0d-ae3ff3fdeaba service neutron] 10.222.0.15 "GET /v2.0/networks/480fc22a-9718-4af5-897e-c1ba6a0ea29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068523 Sep 15 13:50:00.387931 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1b9c02-9cf2-44d5-b187-96778aa7b6da admin admin] Deleting subnet 05c4b912-a8de-4ce1-91a4-04364510a3e4 {{(pid=101213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:50:00.396371 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-fb1b9c02-9cf2-44d5-b187-96778aa7b6da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:00.454407 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-fb1b9c02-9cf2-44d5-b187-96778aa7b6da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008874'] for subnet, precommit_delete_associations {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:00.468154 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-64f5e04f-0373-412d-8402-4771db6aa17f req-15ca7eac-5162-4fb6-aa7e-1a8974f347c9 service neutron] 10.222.0.15 "GET /v2.0/networks/480fc22a-9718-4af5-897e-c1ba6a0ea29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222968 Sep 15 13:50:00.557534 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-fb1b9c02-9cf2-44d5-b187-96778aa7b6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493165'] for subnet, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:00.683161 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-fb1b9c02-9cf2-44d5-b187-96778aa7b6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5008732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4981134'] for subnet, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:00.716067 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b9c02-9cf2-44d5-b187-96778aa7b6da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05c4b912-a8de-4ce1-91a4-04364510a3e4,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:50:00.718633 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0171ecf-79b7-48ad-86ff-5a06f2d56fa0 req-bd69bb77-f54b-4527-a441-ba8de022e057 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:00.720901 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a0171ecf-79b7-48ad-86ff-5a06f2d56fa0 req-bd69bb77-f54b-4527-a441-ba8de022e057 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 944 time: 0.0609875 Sep 15 13:50:00.731361 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-fb1b9c02-9cf2-44d5-b187-96778aa7b6da admin admin] Notify callbacks [] for subnet, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:00.735802 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-fb1b9c02-9cf2-44d5-b187-96778aa7b6da admin admin] 10.222.0.30 "DELETE /v2.0/subnets/05c4b912-a8de-4ce1-91a4-04364510a3e4 HTTP/1.1" status: 204 len: 168 time: 0.4321063 Sep 15 13:50:00.748171 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6162cc02-66e5-4f14-a1e6-b2f8d622a56a None None] Network 1260827d-c70a-4fca-a3c2-2f8b7fa8debf requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:50:00.748453 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 52558) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:50:00.791344 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a0171ecf-79b7-48ad-86ff-5a06f2d56fa0 req-99d301ab-955a-4599-9d7d-7ed99020108f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618293 Sep 15 13:50:00.928010 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5a4c8f20-4dad-4faa-aacc-f0c78b48cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463644'] for network, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:00.936867 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d360969-b983-4eae-b54d-2f7759e688a1 req-0056ee2c-a2f6-4400-ada7-9bfcf0148828 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:00.938586 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2d360969-b983-4eae-b54d-2f7759e688a1 req-0056ee2c-a2f6-4400-ada7-9bfcf0148828 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.1174672 Sep 15 13:50:00.985734 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-5a4c8f20-4dad-4faa-aacc-f0c78b48cbf9 admin admin] Deleting port 423fa56c-8beb-4848-a9b1-dda683ad81a8 {{(pid=101213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:50:00.986074 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5a4c8f20-4dad-4faa-aacc-f0c78b48cbf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:01.001948 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-2d360969-b983-4eae-b54d-2f7759e688a1 req-099ea3c8-9cd2-4169-883e-d168be3e9254 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564775 Sep 15 13:50:01.018050 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82475de0-0bd1-4d03-9eba-4176cd10eda6 None None] DHCP port deletion for 1260827d-c70a-4fca-a3c2-2f8b7fa8debf request from dv-cinder-803456-3-iscsi {{(pid=101215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 13:50:01.060004 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.db [None req-5a4c8f20-4dad-4faa-aacc-f0c78b48cbf9 admin admin] For port 423fa56c-8beb-4848-a9b1-dda683ad81a8, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=423fa56c-8beb-4848-a9b1-dda683ad81a8,segment=NetworkSegment(8f09c5ef-a4b2-491b-91d6-21384d15cf95),segment_id=8f09c5ef-a4b2-491b-91d6-21384d15cf95)] {{(pid=101213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:50:01.060511 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5a4c8f20-4dad-4faa-aacc-f0c78b48cbf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:01.073480 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-5a4c8f20-4dad-4faa-aacc-f0c78b48cbf9 admin admin] Calling delete_port for 423fa56c-8beb-4848-a9b1-dda683ad81a8 owned by network:dhcp {{(pid=101213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:50:01.076917 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-82475de0-0bd1-4d03-9eba-4176cd10eda6 None None] Deleting port 423fa56c-8beb-4848-a9b1-dda683ad81a8 {{(pid=101215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:50:01.076917 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-82475de0-0bd1-4d03-9eba-4176cd10eda6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:01.142904 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-82475de0-0bd1-4d03-9eba-4176cd10eda6 None None] For port 423fa56c-8beb-4848-a9b1-dda683ad81a8, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=423fa56c-8beb-4848-a9b1-dda683ad81a8,segment=NetworkSegment(8f09c5ef-a4b2-491b-91d6-21384d15cf95),segment_id=8f09c5ef-a4b2-491b-91d6-21384d15cf95)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:50:01.143514 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-82475de0-0bd1-4d03-9eba-4176cd10eda6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:01.157450 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-82475de0-0bd1-4d03-9eba-4176cd10eda6 None None] Calling delete_port for 423fa56c-8beb-4848-a9b1-dda683ad81a8 owned by network:dhcp {{(pid=101215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:50:01.220244 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5a4c8f20-4dad-4faa-aacc-f0c78b48cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:01.248332 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c8f20-4dad-4faa-aacc-f0c78b48cbf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=423fa56c-8beb-4848-a9b1-dda683ad81a8,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:50:01.251912 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4c8f20-4dad-4faa-aacc-f0c78b48cbf9 admin admin] No DVR routers for this DVR port 423fa56c-8beb-4848-a9b1-dda683ad81a8 on host dv-cinder-803456-3-iscsi {{(pid=101213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:50:01.263602 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-82475de0-0bd1-4d03-9eba-4176cd10eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889'] for port, after_delete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:01.300040 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82475de0-0bd1-4d03-9eba-4176cd10eda6 None None] Pushing event deleted for resources: {'Port': ['ID=423fa56c-8beb-4848-a9b1-dda683ad81a8,revision_number=None']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:50:01.308132 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82475de0-0bd1-4d03-9eba-4176cd10eda6 None None] No DVR routers for this DVR port 423fa56c-8beb-4848-a9b1-dda683ad81a8 on host dv-cinder-803456-3-iscsi {{(pid=101215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:50:01.334217 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5a4c8f20-4dad-4faa-aacc-f0c78b48cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492266', 'neutron.services.segments.db._delete_segments_for_network-8777769697949'] for network, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:01.358525 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-5a4c8f20-4dad-4faa-aacc-f0c78b48cbf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1260827d-c70a-4fca-a3c2-2f8b7fa8debf']}} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:50:01.368549 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-5a4c8f20-4dad-4faa-aacc-f0c78b48cbf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f09c5ef-a4b2-491b-91d6-21384d15cf95') {'for_net_delete': True} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:50:01.368851 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-5a4c8f20-4dad-4faa-aacc-f0c78b48cbf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f09c5ef-a4b2-491b-91d6-21384d15cf95') {} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:50:01.380194 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5a4c8f20-4dad-4faa-aacc-f0c78b48cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777769698726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008865'] for segment, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:01.397601 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5a4c8f20-4dad-4faa-aacc-f0c78b48cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:01.403838 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4c8f20-4dad-4faa-aacc-f0c78b48cbf9 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=101213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:50:01.404546 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5a4c8f20-4dad-4faa-aacc-f0c78b48cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5084034'] for segment, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: Traceback (most recent call last): Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: timer() Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: cb(*args, **kw) Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: return func(*args, **kwargs) Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: self._notify() Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: self.callback(batched_events) Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: event.method(event) Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: return f(self, *a, **k) Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: return self._get(url).json() Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: return self.request(url, 'GET', **kwargs) Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:50:01.406927 dv-cinder-803456-3-iscsi neutron-server[101213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:50:01.574312 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5a4c8f20-4dad-4faa-aacc-f0c78b48cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550935'] for network, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:01.580203 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5a4c8f20-4dad-4faa-aacc-f0c78b48cbf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:01.582605 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-5a4c8f20-4dad-4faa-aacc-f0c78b48cbf9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1260827d-c70a-4fca-a3c2-2f8b7fa8debf HTTP/1.1" status: 204 len: 168 time: 0.8400583 Sep 15 13:50:01.598631 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c8f20-4dad-4faa-aacc-f0c78b48cbf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1260827d-c70a-4fca-a3c2-2f8b7fa8debf,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:50:01.900093 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 5cd97685-a438-4b3d-99dd-062378044359 no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:50:01.930915 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: 5cd97685-a438-4b3d-99dd-062378044359 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:50:01.931501 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 5cd97685-a438-4b3d-99dd-062378044359 not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:50:01.931933 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 423fa56c-8beb-4848-a9b1-dda683ad81a8 no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:50:01.956070 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: 423fa56c-8beb-4848-a9b1-dda683ad81a8 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:50:01.956428 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 423fa56c-8beb-4848-a9b1-dda683ad81a8 not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:50:01.968741 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4398021-7394-4b1e-895a-312caebc51de req-95b34f02-4ff1-48cb-8017-598fbff78234 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:01.976075 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c4398021-7394-4b1e-895a-312caebc51de req-95b34f02-4ff1-48cb-8017-598fbff78234 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 944 time: 0.0625336 Sep 15 13:50:02.011694 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c4398021-7394-4b1e-895a-312caebc51de req-9b24d0f6-97bd-4dbf-9d6f-ca087f377f3c tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347688 Sep 15 13:50:02.030581 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 52574) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:50:02.098416 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-a15c3948-2ac8-449d-82d1-8f6493528b1b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52fa1195747c46d8babcb3bd3b29acf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0643268 Sep 15 13:50:02.098667 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 52582) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:50:02.150732 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc4d59-a39b-45ea-b592-c806cb8b59f9 req-0c1a04c6-a0ae-4e12-84d8-7b0e59d6777c tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:02.153041 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-17fc4d59-a39b-45ea-b592-c806cb8b59f9 req-0c1a04c6-a0ae-4e12-84d8-7b0e59d6777c tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0622292 Sep 15 13:50:02.192377 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-95f359c4-3ea4-4679-bb18-9a0722c6976b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:02.207636 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-17fc4d59-a39b-45ea-b592-c806cb8b59f9 req-fc95cfbf-b86e-4d4d-9bb5-c158b145d3b3 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442555 Sep 15 13:50:02.238271 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-95f359c4-3ea4-4679-bb18-9a0722c6976b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:02.351975 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-95f359c4-3ea4-4679-bb18-9a0722c6976b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:02.355936 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-95f359c4-3ea4-4679-bb18-9a0722c6976b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:02.364452 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-95f359c4-3ea4-4679-bb18-9a0722c6976b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c2618d2-1ea7-49c4-8b00-cda308fb0bcb HTTP/1.1" status: 204 len: 168 time: 0.2648089 Sep 15 13:50:02.376919 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f359c4-3ea4-4679-bb18-9a0722c6976b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2618d2-1ea7-49c4-8b00-cda308fb0bcb,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:50:03.165015 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def96655-7a35-430d-a1e5-3220974f46f6 req-cd0e6831-7d02-4269-8bde-b718e1245beb tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:03.166860 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-def96655-7a35-430d-a1e5-3220974f46f6 req-cd0e6831-7d02-4269-8bde-b718e1245beb tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 944 time: 0.0710592 Sep 15 13:50:03.225485 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 52594) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:50:03.258919 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-def96655-7a35-430d-a1e5-3220974f46f6 req-6c3b136b-afbc-408d-bbf3-aadfb87a1170 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831797 Sep 15 13:50:03.336281 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-d31325a3-5aa3-43f3-b81d-ebbbde5b2473 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b8d9879d8ac443f7982e0143099417aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1091921 Sep 15 13:50:03.336499 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 52598) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:50:03.362220 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51d5d4-3fb7-4731-91cb-a050cb02a17e req-5fb46551-fa3d-413d-83dd-649efb5d238c tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:03.364231 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fd51d5d4-3fb7-4731-91cb-a050cb02a17e req-5fb46551-fa3d-413d-83dd-649efb5d238c tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 946 time: 0.0615654 Sep 15 13:50:03.416431 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fd51d5d4-3fb7-4731-91cb-a050cb02a17e req-c9cf7882-2818-4495-bfdd-dd51c9365577 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423734 Sep 15 13:50:03.434964 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4db6ba79-3253-4edb-9b16-41a84b4c87ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:03.461514 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4db6ba79-3253-4edb-9b16-41a84b4c87ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:03.620757 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4db6ba79-3253-4edb-9b16-41a84b4c87ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:03.623713 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-4db6ba79-3253-4edb-9b16-41a84b4c87ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:03.626156 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-4db6ba79-3253-4edb-9b16-41a84b4c87ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40279166-028c-48fc-91cc-50e7e48a71c8 HTTP/1.1" status: 204 len: 168 time: 0.2883329 Sep 15 13:50:03.639603 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6ba79-3253-4edb-9b16-41a84b4c87ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40279166-028c-48fc-91cc-50e7e48a71c8,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:50:03.886172 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 922ffec7-b203-45ce-8ae8-31fa424e6bd4 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:50:03.981337 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:04.010994 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8846741-b520-497b-8d8c-ad98f46d283f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '922ffec7-b203-45ce-8ae8-31fa424e6bd4'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:50:04.013528 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9913000-5be3-499f-8663-13553ec42e2e" -d '{"events": [{"server_uuid": "f8846741-b520-497b-8d8c-ad98f46d283f", "name": "network-vif-unplugged", "status": "completed", "tag": "922ffec7-b203-45ce-8ae8-31fa424e6bd4"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:50:04.032919 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 922ffec7-b203-45ce-8ae8-31fa424e6bd4, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=922ffec7-b203-45ce-8ae8-31fa424e6bd4,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:50:04.054463 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 13:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51f8b01-47c9-4b5d-91f8-3f989f97e1dc x-openstack-request-id: req-d51f8b01-47c9-4b5d-91f8-3f989f97e1dc {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:50:04.054761 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8846741-b520-497b-8d8c-ad98f46d283f", "name": "network-vif-unplugged", "status": "failed", "tag": "922ffec7-b203-45ce-8ae8-31fa424e6bd4", "code": 422}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:50:04.055009 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d51f8b01-47c9-4b5d-91f8-3f989f97e1dc {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:50:04.055405 dv-cinder-803456-3-iscsi neutron-server[101215]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f8846741-b520-497b-8d8c-ad98f46d283f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '922ffec7-b203-45ce-8ae8-31fa424e6bd4', 'code': 422} returned with failed status Sep 15 13:50:04.157379 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:04.216321 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=922ffec7-b203-45ce-8ae8-31fa424e6bd4,revision_number=8']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:50:04.401755 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84191a-e951-45ac-9707-09566afc7bfa req-0ea6d15e-4d45-4dff-a236-9c8230e03606 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:04.403461 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-8b84191a-e951-45ac-9707-09566afc7bfa req-0ea6d15e-4d45-4dff-a236-9c8230e03606 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 944 time: 0.0582588 Sep 15 13:50:04.462030 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-8b84191a-e951-45ac-9707-09566afc7bfa req-d2a0e3ff-68b1-41cf-bc43-137037da7b11 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510106 Sep 15 13:50:05.576146 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b621bc-9f35-4ad9-afd0-313cffb077d9 req-d49de375-97bc-464e-bc7d-fe1258b02369 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:05.578106 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f8b621bc-9f35-4ad9-afd0-313cffb077d9 req-d49de375-97bc-464e-bc7d-fe1258b02369 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 944 time: 0.0518844 Sep 15 13:50:05.618899 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f8b621bc-9f35-4ad9-afd0-313cffb077d9 req-25a0a76f-8511-48e6-811b-8932e8bbd1f0 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345919 Sep 15 13:50:06.152042 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d58a2-2c52-4f65-8a8a-ac4f7ea2f7b5 req-23cd6466-f39a-403f-b6a7-61bf5047007b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:06.153517 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-be6d58a2-2c52-4f65-8a8a-ac4f7ea2f7b5 req-23cd6466-f39a-403f-b6a7-61bf5047007b tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 944 time: 0.0526743 Sep 15 13:50:06.194992 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-be6d58a2-2c52-4f65-8a8a-ac4f7ea2f7b5 req-9265aa3b-2184-4cab-a4bc-352008297881 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341938 Sep 15 13:50:06.391292 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f64af7b2-384a-4fc6-96de-178755572af7 req-4ff11931-0176-4a81-acee-2eadf1bb9bd1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400724 Sep 15 13:50:06.746184 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ecc10-8798-4018-ae41-d17118bc5488 req-a1f8bae7-c40a-4f9a-b700-03132f344cde tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:06.747646 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-839ecc10-8798-4018-ae41-d17118bc5488 req-a1f8bae7-c40a-4f9a-b700-03132f344cde tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 944 time: 0.0508659 Sep 15 13:50:06.787546 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-839ecc10-8798-4018-ae41-d17118bc5488 req-5e6cee91-017a-4b3e-8fb7-96b976e8e448 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337696 Sep 15 13:50:07.320984 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c73d5-635e-4797-b124-7b6ff2262fab req-563574fb-aad5-45f6-9429-87451c3203ac tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:07.322480 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f63c73d5-635e-4797-b124-7b6ff2262fab req-563574fb-aad5-45f6-9429-87451c3203ac tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 944 time: 0.0483809 Sep 15 13:50:07.360764 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f63c73d5-635e-4797-b124-7b6ff2262fab req-25cb368a-6f20-4f12-a67b-cd48366a45e6 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321727 Sep 15 13:50:07.819756 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:07.858389 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64af7b2-384a-4fc6-96de-178755572af7 req-3320f247-f7bf-4f73-93b5-49fd15e8e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:07.860508 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f64af7b2-384a-4fc6-96de-178755572af7 req-3320f247-f7bf-4f73-93b5-49fd15e8e1a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f&tenant_id=d456829f8de447eea8fd66f35874b574 HTTP/1.1" status: 200 len: 1097 time: 0.0485599 Sep 15 13:50:07.887155 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device a8a085a6-ad08-4e70-9199-1583b6c9b914 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:50:07.935517 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561650b-4de3-453d-bce5-29b05a13094f req-0875a31d-e5e2-480a-b981-3850d006b540 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:07.936995 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9561650b-4de3-453d-bce5-29b05a13094f req-0875a31d-e5e2-480a-b981-3850d006b540 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 944 time: 0.0810063 Sep 15 13:50:07.941928 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64af7b2-384a-4fc6-96de-178755572af7 req-8db1cdc7-bc50-455c-893d-a673e6308bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:07.943326 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f64af7b2-384a-4fc6-96de-178755572af7 req-8db1cdc7-bc50-455c-893d-a673e6308bb9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d456829f8de447eea8fd66f35874b574&device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 1097 time: 0.0588992 Sep 15 13:50:07.982477 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port a8a085a6-ad08-4e70-9199-1583b6c9b914, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=a8a085a6-ad08-4e70-9199-1583b6c9b914,segment=NetworkSegment(7f2672a9-5a98-4eec-a2e9-032da0ac542f),segment_id=7f2672a9-5a98-4eec-a2e9-032da0ac542f)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:50:07.997266 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': 'a8a085a6-ad08-4e70-9199-1583b6c9b914', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'port_id': 'a8a085a6-ad08-4e70-9199-1583b6c9b914', 'mac_address': 'fa:16:3e:29:a9:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:50:08.006948 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9561650b-4de3-453d-bce5-29b05a13094f req-76b5b9fd-fcc6-4943-b2bd-94ecd9d0ca8e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626793 Sep 15 13:50:08.049954 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:08.058612 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a085a6-ad08-4e70-9199-1583b6c9b914 {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:50:08.067892 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64af7b2-384a-4fc6-96de-178755572af7 req-8614cdd0-a9a5-47d1-ab5a-a04c16c85c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:08.069389 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f64af7b2-384a-4fc6-96de-178755572af7 req-8614cdd0-a9a5-47d1-ab5a-a04c16c85c0b service neutron] 10.222.0.15 "GET /v2.0/networks?id=480fc22a-9718-4af5-897e-c1ba6a0ea29f HTTP/1.1" status: 200 len: 917 time: 0.1194305 Sep 15 13:50:08.083406 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port a8a085a6-ad08-4e70-9199-1583b6c9b914, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=a8a085a6-ad08-4e70-9199-1583b6c9b914,segment=NetworkSegment(7f2672a9-5a98-4eec-a2e9-032da0ac542f),segment_id=7f2672a9-5a98-4eec-a2e9-032da0ac542f)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:50:08.138793 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f64af7b2-384a-4fc6-96de-178755572af7 req-845fefa9-4e2c-4b46-91eb-d70a925d64ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=922ffec7-b203-45ce-8ae8-31fa424e6bd4 HTTP/1.1" status: 200 len: 1000 time: 0.0622344 Sep 15 13:50:08.162481 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:08.192755 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64af7b2-384a-4fc6-96de-178755572af7 req-6e7b2009-c696-419b-acdb-199c2603e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:08.194278 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f64af7b2-384a-4fc6-96de-178755572af7 req-6e7b2009-c696-419b-acdb-199c2603e47b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c52fc5a2-023c-41c5-8df6-56d1e497870b HTTP/1.1" status: 200 len: 855 time: 0.0481334 Sep 15 13:50:08.209922 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=a8a085a6-ad08-4e70-9199-1583b6c9b914,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:50:08.241893 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64af7b2-384a-4fc6-96de-178755572af7 req-81f36799-6140-4e95-9dd3-064d4a005705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:08.243388 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f64af7b2-384a-4fc6-96de-178755572af7 req-81f36799-6140-4e95-9dd3-064d4a005705 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=480fc22a-9718-4af5-897e-c1ba6a0ea29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414801 Sep 15 13:50:08.333474 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f64af7b2-384a-4fc6-96de-178755572af7 req-5a0120c9-a106-4c4d-8441-c4387d632f02 service neutron] 10.222.0.15 "GET /v2.0/networks/480fc22a-9718-4af5-897e-c1ba6a0ea29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811393 Sep 15 13:50:08.367718 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['a8a085a6-ad08-4e70-9199-1583b6c9b914'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:50:08.432290 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f64af7b2-384a-4fc6-96de-178755572af7 req-49b6c1fd-f282-44da-8f01-33c59e9962f6 service neutron] 10.222.0.15 "GET /v2.0/networks/480fc22a-9718-4af5-897e-c1ba6a0ea29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907836 Sep 15 13:50:08.486334 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d351b28-278f-43fd-b7af-00299a337a67 req-ade505c3-d9f7-44d0-9439-9a5b15402f40 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:08.487903 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9d351b28-278f-43fd-b7af-00299a337a67 req-ade505c3-d9f7-44d0-9439-9a5b15402f40 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 944 time: 0.0532203 Sep 15 13:50:08.527369 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-9d351b28-278f-43fd-b7af-00299a337a67 req-d5e34c94-fc69-4f80-9dc5-1fb9e48f60cf tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330582 Sep 15 13:50:09.086219 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 52762) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:50:09.162024 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c4be5d-a3ec-426b-b3c7-feca0a25457a admin admin] Deleting subnet e7b19edf-8797-466c-997c-c25e13c78d35 {{(pid=101214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:50:09.172001 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-34c4be5d-a3ec-426b-b3c7-feca0a25457a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:09.209481 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35833f-fe57-49d6-aa13-4d6b87d2d847 req-b57531e2-7385-4db4-89d3-95620f1bdb00 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:09.211176 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1b35833f-fe57-49d6-aa13-4d6b87d2d847 req-b57531e2-7385-4db4-89d3-95620f1bdb00 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 945 time: 0.0927653 Sep 15 13:50:09.225712 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-34c4be5d-a3ec-426b-b3c7-feca0a25457a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4615973'] for subnet, precommit_delete_associations {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:09.280202 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1b35833f-fe57-49d6-aa13-4d6b87d2d847 req-45d53ea2-49ad-40c3-b44e-cc59a4feb049 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628550 Sep 15 13:50:09.295057 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-34c4be5d-a3ec-426b-b3c7-feca0a25457a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493165'] for subnet, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:09.402969 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-34c4be5d-a3ec-426b-b3c7-feca0a25457a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4251690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943657'] for subnet, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:09.436133 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4be5d-a3ec-426b-b3c7-feca0a25457a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7b19edf-8797-466c-997c-c25e13c78d35,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:50:09.442316 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-34c4be5d-a3ec-426b-b3c7-feca0a25457a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for subnet, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:09.444619 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-34c4be5d-a3ec-426b-b3c7-feca0a25457a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e7b19edf-8797-466c-997c-c25e13c78d35 HTTP/1.1" status: 204 len: 168 time: 0.3562579 Sep 15 13:50:09.446600 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 52764) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:50:09.522996 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-766d9481-bcf7-4605-83b3-c426eadfd2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463644'] for network, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:09.608060 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-766d9481-bcf7-4605-83b3-c426eadfd2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492266', 'neutron.services.segments.db._delete_segments_for_network-8777769697949'] for network, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:09.634989 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.services.segments.db [None req-766d9481-bcf7-4605-83b3-c426eadfd2f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45489a4-ab0b-47f0-a2fe-55e4935ba43a']}} {{(pid=101214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:50:09.645620 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.services.segments.db [None req-766d9481-bcf7-4605-83b3-c426eadfd2f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c4945e-4297-4cce-af4b-0b30d196a833') {'for_net_delete': True} {{(pid=101214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:50:09.645920 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.services.segments.db [None req-766d9481-bcf7-4605-83b3-c426eadfd2f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c4945e-4297-4cce-af4b-0b30d196a833') {} {{(pid=101214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:50:09.657448 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-766d9481-bcf7-4605-83b3-c426eadfd2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777769698726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4615982'] for segment, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:09.673149 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-766d9481-bcf7-4605-83b3-c426eadfd2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:09.686738 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766d9481-bcf7-4605-83b3-c426eadfd2f3 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=101214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:50:09.687070 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-766d9481-bcf7-4605-83b3-c426eadfd2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4267764'] for segment, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: Traceback (most recent call last): Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: timer() Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: cb(*args, **kw) Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: return func(*args, **kwargs) Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: self._notify() Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: self.callback(batched_events) Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: event.method(event) Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: return f(self, *a, **k) Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: return self._get(url).json() Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: return self.request(url, 'GET', **kwargs) Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:50:09.689635 dv-cinder-803456-3-iscsi neutron-server[101214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:50:09.692579 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307a48f-aa0a-495f-8c5c-f149395c172f req-100f67cc-de5f-445d-beef-32c184ef9b41 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:09.694558 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a307a48f-aa0a-495f-8c5c-f149395c172f req-100f67cc-de5f-445d-beef-32c184ef9b41 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 944 time: 0.0893862 Sep 15 13:50:09.741752 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a307a48f-aa0a-495f-8c5c-f149395c172f req-889edd11-7d44-4fff-8e79-54989379a4da tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410829 Sep 15 13:50:09.797984 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-766d9481-bcf7-4605-83b3-c426eadfd2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550935'] for network, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:09.809988 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-766d9481-bcf7-4605-83b3-c426eadfd2f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:09.814760 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-766d9481-bcf7-4605-83b3-c426eadfd2f3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f45489a4-ab0b-47f0-a2fe-55e4935ba43a HTTP/1.1" status: 204 len: 168 time: 0.3646140 Sep 15 13:50:09.840361 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d9481-bcf7-4605-83b3-c426eadfd2f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f45489a4-ab0b-47f0-a2fe-55e4935ba43a,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:50:09.905311 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device a8a085a6-ad08-4e70-9199-1583b6c9b914 up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:50:09.996019 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning for port a8a085a6-ad08-4e70-9199-1583b6c9b914 completed by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:50:10.000082 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port a8a085a6-ad08-4e70-9199-1583b6c9b914 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:50:10.000518 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:10.084822 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:10.108793 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025b2d87-7815-4aa1-8c72-f65090d730a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a085a6-ad08-4e70-9199-1583b6c9b914'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:50:10.111858 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e237b5ea-bda0-419d-8f75-f91ab5f79c0c" -d '{"events": [{"server_uuid": "025b2d87-7815-4aa1-8c72-f65090d730a5", "name": "network-vif-plugged", "status": "completed", "tag": "a8a085a6-ad08-4e70-9199-1583b6c9b914"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:50:10.126928 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port a8a085a6-ad08-4e70-9199-1583b6c9b914, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=a8a085a6-ad08-4e70-9199-1583b6c9b914,segment=NetworkSegment(7f2672a9-5a98-4eec-a2e9-032da0ac542f),segment_id=7f2672a9-5a98-4eec-a2e9-032da0ac542f)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:50:10.152365 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650e86f2-a9ee-45e0-82cc-5611a38df5f0 x-openstack-request-id: req-650e86f2-a9ee-45e0-82cc-5611a38df5f0 {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:50:10.152746 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025b2d87-7815-4aa1-8c72-f65090d730a5", "name": "network-vif-plugged", "status": "completed", "tag": "a8a085a6-ad08-4e70-9199-1583b6c9b914", "code": 200}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:50:10.153064 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-650e86f2-a9ee-45e0-82cc-5611a38df5f0 {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:50:10.153554 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025b2d87-7815-4aa1-8c72-f65090d730a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a085a6-ad08-4e70-9199-1583b6c9b914', 'code': 200} Sep 15 13:50:10.188916 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 52772) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:50:10.209071 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:10.244067 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-ce74e972-aafe-4909-a61a-fdc2012a1ddf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=548097d011c04f6b8c76e81b83c868ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503573 Sep 15 13:50:10.244335 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 52774) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:50:10.262760 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=a8a085a6-ad08-4e70-9199-1583b6c9b914,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:50:10.296988 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b5764f9b-97c5-4c46-99bd-834ff1b3f7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:10.318881 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b5764f9b-97c5-4c46-99bd-834ff1b3f7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:10.400915 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6428a-bff7-4f34-817c-75463ec16a31 req-924ddd3f-b79f-4679-b2cf-c20223d77035 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:10.402437 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5bc6428a-bff7-4f34-817c-75463ec16a31 req-924ddd3f-b79f-4679-b2cf-c20223d77035 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 946 time: 0.0511837 Sep 15 13:50:10.447886 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-5bc6428a-bff7-4f34-817c-75463ec16a31 req-c94ab11a-687b-46a3-b72a-98cf0a8cde42 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387530 Sep 15 13:50:10.482593 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b5764f9b-97c5-4c46-99bd-834ff1b3f7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:10.485848 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b5764f9b-97c5-4c46-99bd-834ff1b3f7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:10.489083 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-b5764f9b-97c5-4c46-99bd-834ff1b3f7c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6cca0881-7f8e-4854-9270-14baefa508f0 HTTP/1.1" status: 204 len: 168 time: 0.2416439 Sep 15 13:50:10.496303 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5764f9b-97c5-4c46-99bd-834ff1b3f7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cca0881-7f8e-4854-9270-14baefa508f0,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:50:10.874123 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc034eca-af02-4de3-b460-96ec4a03d20f req-d3f64fea-3f5e-4fcb-9078-2cb8106f6572 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:10.882550 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dc034eca-af02-4de3-b460-96ec4a03d20f req-d3f64fea-3f5e-4fcb-9078-2cb8106f6572 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 944 time: 0.0694411 Sep 15 13:50:10.939394 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-dc034eca-af02-4de3-b460-96ec4a03d20f req-59d3272f-390d-4779-b1a9-fa2b3cf75c7a tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557537 Sep 15 13:50:11.569746 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e48cd9-8d7c-4535-bce3-ab4a6ec73f84 req-b54dc804-0012-4ab7-bbcc-472dc535d3db tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:11.571293 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c6e48cd9-8d7c-4535-bce3-ab4a6ec73f84 req-b54dc804-0012-4ab7-bbcc-472dc535d3db tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 946 time: 0.0525711 Sep 15 13:50:11.610605 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c6e48cd9-8d7c-4535-bce3-ab4a6ec73f84 req-fbfe5c94-f135-4f86-8b00-b079073a02d8 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328374 Sep 15 13:50:12.068359 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124c1d8-c361-494d-96c0-7c23a9cd2b8d req-9babba5c-534c-4f55-b7aa-6241b77fa0eb tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:12.069822 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a124c1d8-c361-494d-96c0-7c23a9cd2b8d req-9babba5c-534c-4f55-b7aa-6241b77fa0eb tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 944 time: 0.0517628 Sep 15 13:50:12.107734 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a124c1d8-c361-494d-96c0-7c23a9cd2b8d req-5bcac862-cea2-419a-b78c-3f44699cfacb tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319285 Sep 15 13:50:12.727843 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e738bbd-84c2-4809-a576-5d68ee5339a7 req-107b57c4-f29d-4991-aafe-1f368a58a617 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:12.729582 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-8e738bbd-84c2-4809-a576-5d68ee5339a7 req-107b57c4-f29d-4991-aafe-1f368a58a617 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 946 time: 0.0509231 Sep 15 13:50:12.768290 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-8e738bbd-84c2-4809-a576-5d68ee5339a7 req-04d1d543-a760-41c7-b3c0-94b923337472 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317655 Sep 15 13:50:13.235645 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83615b3b-9f99-46d0-b4bd-0e001bc0033e req-ab49db96-d38c-46c5-8d32-a8d3f373e600 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:13.237207 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-83615b3b-9f99-46d0-b4bd-0e001bc0033e req-ab49db96-d38c-46c5-8d32-a8d3f373e600 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 944 time: 0.0565135 Sep 15 13:50:13.275532 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-83615b3b-9f99-46d0-b4bd-0e001bc0033e req-41ac1797-2f16-4a97-9e3c-924361e14439 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317767 Sep 15 13:50:13.888963 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9630a-6e87-4b43-bdb4-867305460c59 req-b817efdc-691f-4990-9503-47f2e791a0a2 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:13.890627 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-99a9630a-6e87-4b43-bdb4-867305460c59 req-b817efdc-691f-4990-9503-47f2e791a0a2 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 946 time: 0.0515194 Sep 15 13:50:13.944148 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-99a9630a-6e87-4b43-bdb4-867305460c59 req-d07246ae-2357-41b1-bace-f8e89deb84cb tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470262 Sep 15 13:50:14.398612 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3dc37-040a-4132-badf-15497f526551 req-5a0dc6e8-5492-4c28-92d7-d3451e8f920d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:14.400078 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-22f3dc37-040a-4132-badf-15497f526551 req-5a0dc6e8-5492-4c28-92d7-d3451e8f920d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 944 time: 0.0495288 Sep 15 13:50:14.444249 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-22f3dc37-040a-4132-badf-15497f526551 req-3a648088-c2a3-42f9-882c-17f7e29b95da tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339866 Sep 15 13:50:15.062261 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0b88b-6314-4ce0-a38a-1c07dc580659 req-e0ca5f56-2cfd-4820-ad40-ced0d0c98d0d tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:15.064369 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7dd0b88b-6314-4ce0-a38a-1c07dc580659 req-e0ca5f56-2cfd-4820-ad40-ced0d0c98d0d tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 946 time: 0.0501046 Sep 15 13:50:15.104670 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-7dd0b88b-6314-4ce0-a38a-1c07dc580659 req-959dd220-dbe0-432b-ab2e-9479133eb132 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328715 Sep 15 13:50:15.571852 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffe200-bec0-47d9-b8d5-79b6d1213dff req-ba40ab3e-042c-48c9-a7e6-adb8dc4cc7a4 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:15.573373 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d4ffe200-bec0-47d9-b8d5-79b6d1213dff req-ba40ab3e-042c-48c9-a7e6-adb8dc4cc7a4 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 944 time: 0.0529518 Sep 15 13:50:15.613610 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d4ffe200-bec0-47d9-b8d5-79b6d1213dff req-b16fa558-1ff5-40bf-9dce-f2202df78e39 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343382 Sep 15 13:50:16.222806 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae3ab9-28fe-4c0a-8032-3d45689c42d5 req-102fcfe2-5dc9-4e7e-82c6-20947d0e6a8e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:16.224289 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-e8ae3ab9-28fe-4c0a-8032-3d45689c42d5 req-102fcfe2-5dc9-4e7e-82c6-20947d0e6a8e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 946 time: 0.0519283 Sep 15 13:50:16.266082 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-e8ae3ab9-28fe-4c0a-8032-3d45689c42d5 req-261e8958-ec58-4b47-b7a8-af72e4568f7f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356376 Sep 15 13:50:16.767417 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bbc31-b0b6-4ca2-be08-a48a829f957b req-3e9fcf0a-aff0-4b08-8b6b-359cb7649f12 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:16.769244 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-200bbc31-b0b6-4ca2-be08-a48a829f957b req-3e9fcf0a-aff0-4b08-8b6b-359cb7649f12 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 944 time: 0.0673192 Sep 15 13:50:16.811631 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-200bbc31-b0b6-4ca2-be08-a48a829f957b req-d9818e88-889c-4ce7-841e-fffc15d2ff87 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360594 Sep 15 13:50:17.387068 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3033d8f-dcf0-47e4-afb5-181e26f51ab9 req-14a7d39e-d8dd-4e3a-bfac-f727f5d3180d tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:17.388736 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a3033d8f-dcf0-47e4-afb5-181e26f51ab9 req-14a7d39e-d8dd-4e3a-bfac-f727f5d3180d tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 946 time: 0.0508387 Sep 15 13:50:17.431162 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-a3033d8f-dcf0-47e4-afb5-181e26f51ab9 req-7aad2708-dc88-4269-981e-a89dd19c6909 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357084 Sep 15 13:50:17.936408 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee31b16-ca38-416e-bca8-e38300bb502e req-8f215928-7139-4cc1-8695-83af6ff5eefd tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:17.940241 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0ee31b16-ca38-416e-bca8-e38300bb502e req-8f215928-7139-4cc1-8695-83af6ff5eefd tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 944 time: 0.0517652 Sep 15 13:50:17.976593 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-0ee31b16-ca38-416e-bca8-e38300bb502e req-b061d69a-bc58-4664-be04-104466de793a tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315564 Sep 15 13:50:18.547388 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0c321-90ca-43a6-9279-c1653df27216 req-fbf8d15e-fcf2-4981-bcea-78bf17463506 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:18.548934 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-88f0c321-90ca-43a6-9279-c1653df27216 req-fbf8d15e-fcf2-4981-bcea-78bf17463506 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 946 time: 0.0500467 Sep 15 13:50:18.589507 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-88f0c321-90ca-43a6-9279-c1653df27216 req-73ce1206-e774-43cd-9c24-b1101215a8c6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337331 Sep 15 13:50:19.305334 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f270f38-3bf1-4214-a64b-9a1eaba6a8ea req-263f1b4b-ef33-4327-bafe-9a1e71154f30 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:19.306785 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8f270f38-3bf1-4214-a64b-9a1eaba6a8ea req-263f1b4b-ef33-4327-bafe-9a1e71154f30 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 944 time: 0.0470786 Sep 15 13:50:19.343028 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8f270f38-3bf1-4214-a64b-9a1eaba6a8ea req-ccd302c1-76d8-4db4-8d41-686473ceaf43 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305281 Sep 15 13:50:19.707371 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc077ee6-20a4-447a-9499-a3a03476b167 req-00cca580-5102-41a2-b02a-d53041074e00 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:19.709146 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fc077ee6-20a4-447a-9499-a3a03476b167 req-00cca580-5102-41a2-b02a-d53041074e00 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 946 time: 0.0486746 Sep 15 13:50:19.747510 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fc077ee6-20a4-447a-9499-a3a03476b167 req-467517b6-c995-4a7e-b5ff-0f93f1cb4da7 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324037 Sep 15 13:50:19.916295 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817f0eb-397f-4e0b-914e-76d9eb98fd08 req-aa604c8b-c5db-40cb-a3d9-3ccb21d54e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:19.917776 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f817f0eb-397f-4e0b-914e-76d9eb98fd08 req-aa604c8b-c5db-40cb-a3d9-3ccb21d54e4a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 1099 time: 0.0417295 Sep 15 13:50:19.951942 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f817f0eb-397f-4e0b-914e-76d9eb98fd08 req-88c357b4-5d9f-4361-9cfb-659daecee47a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263686 Sep 15 13:50:20.459788 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6c974-a3b7-49d3-8f62-dc15a9bce703 req-cfc26086-1b19-4912-9ed2-ac16ffe4b1e5 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:20.461266 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f0d6c974-a3b7-49d3-8f62-dc15a9bce703 req-cfc26086-1b19-4912-9ed2-ac16ffe4b1e5 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 944 time: 0.0484254 Sep 15 13:50:20.496997 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f0d6c974-a3b7-49d3-8f62-dc15a9bce703 req-f79dfeb1-c8e7-486c-bbae-0c58cd622aa7 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299997 Sep 15 13:50:20.860092 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fc402-6134-412c-84fe-6443708085c7 req-1072c657-62c8-4124-a50d-839516bb6b9f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:20.862632 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-343fc402-6134-412c-84fe-6443708085c7 req-1072c657-62c8-4124-a50d-839516bb6b9f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 946 time: 0.0504019 Sep 15 13:50:20.904469 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-343fc402-6134-412c-84fe-6443708085c7 req-b451f2cc-42b8-4f6c-a3da-524ddcb148bf tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353506 Sep 15 13:50:21.213755 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-40fe158b-831e-4e8a-91aa-3b6fdb832bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:21.615094 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1bb71-9a97-4c7b-9438-92d458a5d9d7 req-f79da26d-195f-47d2-b9ad-83f1855e1c35 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:21.616572 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-76e1bb71-9a97-4c7b-9438-92d458a5d9d7 req-f79da26d-195f-47d2-b9ad-83f1855e1c35 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 944 time: 0.0487790 Sep 15 13:50:21.655544 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-76e1bb71-9a97-4c7b-9438-92d458a5d9d7 req-7fc0fcee-f26d-47ab-a915-cd84b30cbd4d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331378 Sep 15 13:50:21.980464 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 922ffec7-b203-45ce-8ae8-31fa424e6bd4 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:50:22.020396 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf97f09-d661-440f-a211-8af609aa5660 req-35c2157d-d316-4f6f-84bb-1eef056a9133 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:22.021984 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-8cf97f09-d661-440f-a211-8af609aa5660 req-35c2157d-d316-4f6f-84bb-1eef056a9133 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 946 time: 0.0495937 Sep 15 13:50:22.059282 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-8cf97f09-d661-440f-a211-8af609aa5660 req-2991ae52-a7a0-4166-97c4-6e749e22eb15 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312994 Sep 15 13:50:22.078360 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 922ffec7-b203-45ce-8ae8-31fa424e6bd4, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=922ffec7-b203-45ce-8ae8-31fa424e6bd4,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:50:22.090205 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': '922ffec7-b203-45ce-8ae8-31fa424e6bd4', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'port_id': '922ffec7-b203-45ce-8ae8-31fa424e6bd4', 'mac_address': 'fa:16:3e:7d:3b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:50:22.126895 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:22.139426 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 922ffec7-b203-45ce-8ae8-31fa424e6bd4 {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:50:22.159089 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 922ffec7-b203-45ce-8ae8-31fa424e6bd4, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=922ffec7-b203-45ce-8ae8-31fa424e6bd4,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:50:22.175317 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04748dc-f691-4841-b840-295203d622c8 req-af2a9393-e2a8-4df0-a0ff-540e0c3755e8 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:22.176760 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a04748dc-f691-4841-b840-295203d622c8 req-af2a9393-e2a8-4df0-a0ff-540e0c3755e8 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 946 time: 0.0511160 Sep 15 13:50:22.218601 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:22.272635 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=922ffec7-b203-45ce-8ae8-31fa424e6bd4,revision_number=9']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:50:22.422643 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['922ffec7-b203-45ce-8ae8-31fa424e6bd4'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:50:22.479803 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-a04748dc-f691-4841-b840-295203d622c8 req-995c6768-6562-408f-965b-326e2afc13b0 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2971084 Sep 15 13:50:22.501778 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 52830) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:50:22.540861 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f639438d-609a-44b5-b3bd-3ac2e3629299 tempest-TestVolumeBootPattern-1434962832 tempest-TestVolumeBootPattern-1434962832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:22.542568 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-f639438d-609a-44b5-b3bd-3ac2e3629299 tempest-TestVolumeBootPattern-1434962832 tempest-TestVolumeBootPattern-1434962832-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 1094 time: 0.0398176 Sep 15 13:50:22.545418 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 52832) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:50:22.550052 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.v2.base [None req-46ece735-8636-4b6d-be2f-26b60c659bfa tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Request body: {'floatingip': {'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'port_id': 'a8a085a6-ad08-4e70-9199-1583b6c9b914', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:50:22.670870 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-46ece735-8636-4b6d-be2f-26b60c659bfa tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for floatingip, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:22.797416 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e7b60-7c04-4d23-8afb-2d99f6851847 req-0023b808-ec91-4cc6-a635-049bb399ffee tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:22.799002 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b08e7b60-7c04-4d23-8afb-2d99f6851847 req-0023b808-ec91-4cc6-a635-049bb399ffee tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 945 time: 0.0602813 Sep 15 13:50:22.812330 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-46ece735-8636-4b6d-be2f-26b60c659bfa tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:22.880065 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-b08e7b60-7c04-4d23-8afb-2d99f6851847 req-a2cdd506-3ffd-43b6-8e10-f12ef4fb21c1 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745449 Sep 15 13:50:22.936870 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_common [None req-46ece735-8636-4b6d-be2f-26b60c659bfa tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Allocated IP 172.27.0.70 (ece37916-b27e-4896-b760-50248bab8142/37569b60-ab24-446b-9709-ec585ea5ec0b/5529d24c-f664-457d-a750-020d217dda18) {{(pid=101213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:50:23.036156 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-46ece735-8636-4b6d-be2f-26b60c659bfa tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for port, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:23.122664 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-46ece735-8636-4b6d-be2f-26b60c659bfa tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:23.163469 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ece735-8636-4b6d-be2f-26b60c659bfa tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Network ece37916-b27e-4896-b760-50248bab8142 is already hosted by enough agents. {{(pid=101213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:50:23.166207 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.base_scheduler [None req-46ece735-8636-4b6d-be2f-26b60c659bfa tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Resources bound (agent type, host, resource id): {{(pid=101213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:50:23.168741 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ece735-8636-4b6d-be2f-26b60c659bfa tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Received port after_create {{(pid=101213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:50:23.194557 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ece735-8636-4b6d-be2f-26b60c659bfa tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Pushing event updated for resources: {'Port': ['ID=5529d24c-f664-457d-a750-020d217dda18,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:50:23.509795 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-46ece735-8636-4b6d-be2f-26b60c659bfa tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:23.715868 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-a2b817c5-2369-450f-91e5-8d98578277ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:23.785511 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:23.856912 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-46ece735-8636-4b6d-be2f-26b60c659bfa tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:23.997949 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370da1c-1868-46f4-a8ed-74f2fde10a74 req-047ca888-dbbb-4e6e-8199-647a4fac9d9e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:23.999547 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2370da1c-1868-46f4-a8ed-74f2fde10a74 req-047ca888-dbbb-4e6e-8199-647a4fac9d9e tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 945 time: 0.0483236 Sep 15 13:50:24.004132 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 922ffec7-b203-45ce-8ae8-31fa424e6bd4 up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:50:24.009658 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-46ece735-8636-4b6d-be2f-26b60c659bfa tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for port, precommit_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:24.038789 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2370da1c-1868-46f4-a8ed-74f2fde10a74 req-232f517c-f6d7-416b-a329-ef14e2a350c8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331116 Sep 15 13:50:24.061459 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port 922ffec7-b203-45ce-8ae8-31fa424e6bd4 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:50:24.061459 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:24.082274 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-46ece735-8636-4b6d-be2f-26b60c659bfa tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5008746'] for port, after_update {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:24.132385 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:24.155606 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8846741-b520-497b-8d8c-ad98f46d283f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922ffec7-b203-45ce-8ae8-31fa424e6bd4'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:50:24.158242 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c9d37b-5441-4cf2-b4bb-2c298ea9a4d6" -d '{"events": [{"server_uuid": "f8846741-b520-497b-8d8c-ad98f46d283f", "name": "network-vif-plugged", "status": "completed", "tag": "922ffec7-b203-45ce-8ae8-31fa424e6bd4"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:50:24.158421 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ece735-8636-4b6d-be2f-26b60c659bfa tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Pushing event updated for resources: {'Port': ['ID=5529d24c-f664-457d-a750-020d217dda18,revision_number=2']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:50:24.164376 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-46ece735-8636-4b6d-be2f-26b60c659bfa tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550917'] for floatingip, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:24.170751 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port 922ffec7-b203-45ce-8ae8-31fa424e6bd4, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=922ffec7-b203-45ce-8ae8-31fa424e6bd4,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:50:24.198287 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d7dde7-88b8-4c5a-b1a4-fa04d458a9b5 x-openstack-request-id: req-e3d7dde7-88b8-4c5a-b1a4-fa04d458a9b5 {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:50:24.198576 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8846741-b520-497b-8d8c-ad98f46d283f", "name": "network-vif-plugged", "status": "completed", "tag": "922ffec7-b203-45ce-8ae8-31fa424e6bd4", "code": 200}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:50:24.198827 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e3d7dde7-88b8-4c5a-b1a4-fa04d458a9b5 {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:50:24.199219 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8846741-b520-497b-8d8c-ad98f46d283f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922ffec7-b203-45ce-8ae8-31fa424e6bd4', 'code': 200} Sep 15 13:50:24.230942 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:24.275271 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.db.l3_db [None req-46ece735-8636-4b6d-be2f-26b60c659bfa tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Floating IP 8f090d50-ce0a-4ebd-8e2a-f4a79c46cac7 associated. External IP: 172.27.0.70, port: a8a085a6-ad08-4e70-9199-1583b6c9b914. Sep 15 13:50:24.282290 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=922ffec7-b203-45ce-8ae8-31fa424e6bd4,revision_number=10']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:50:24.492795 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ece735-8636-4b6d-be2f-26b60c659bfa tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Router d1cc937a-1563-4340-9e26-69b6dd3a933a has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:50:24.494151 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74605d00-f859-4c26-bfe8-adbf3e69bc4c req-fae974bf-74f3-4ef9-927d-292cd3bf97d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:24.495631 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-74605d00-f859-4c26-bfe8-adbf3e69bc4c req-fae974bf-74f3-4ef9-927d-292cd3bf97d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 1100 time: 0.0396101 Sep 15 13:50:24.530346 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-74605d00-f859-4c26-bfe8-adbf3e69bc4c req-7c53f1e3-4120-42de-b120-c192df9390f8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271192 Sep 15 13:50:24.601905 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ece735-8636-4b6d-be2f-26b60c659bfa tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:50:24.612378 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84416ff-3abc-4d71-89f3-e999888e79c7 None None] Sync routers for ids ['d1cc937a-1563-4340-9e26-69b6dd3a933a'] in dv-cinder-803456-3-iscsi {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:50:24.621879 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84416ff-3abc-4d71-89f3-e999888e79c7 None None] Routers {'d1cc937a-1563-4340-9e26-69b6dd3a933a'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:50:24.624019 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-e84416ff-3abc-4d71-89f3-e999888e79c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:50:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['d1cc937a-1563-4340-9e26-69b6dd3a933a'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:50:24.694225 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-46ece735-8636-4b6d-be2f-26b60c659bfa tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for floatingip, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:24.731600 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-46ece735-8636-4b6d-be2f-26b60c659bfa tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1745982 Sep 15 13:50:24.731600 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025b2d87-7815-4aa1-8c72-f65090d730a5', 'tag': 'a8a085a6-ad08-4e70-9199-1583b6c9b914'}] {{(pid=101213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:50:24.731600 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff073eead6493975f685ac04183236be2a8c26a4aa37cf526e84efa9cac54909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785e9ec7-dfa0-4a6f-b4fc-254dd85444ad" -d '{"events": [{"name": "network-changed", "server_uuid": "025b2d87-7815-4aa1-8c72-f65090d730a5", "tag": "a8a085a6-ad08-4e70-9199-1583b6c9b914"}]}' {{(pid=101213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:50:24.732036 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-e84416ff-3abc-4d71-89f3-e999888e79c7 None None] Set router d1cc937a-1563-4340-9e26-69b6dd3a933a gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:50:24.822515 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9825b970-4a2b-4432-bb65-230f70fc2c1b x-openstack-request-id: req-9825b970-4a2b-4432-bb65-230f70fc2c1b {{(pid=101213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:50:24.822812 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025b2d87-7815-4aa1-8c72-f65090d730a5", "tag": "a8a085a6-ad08-4e70-9199-1583b6c9b914", "status": "completed", "code": 200}]} {{(pid=101213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:50:24.823069 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9825b970-4a2b-4432-bb65-230f70fc2c1b {{(pid=101213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:50:24.823503 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025b2d87-7815-4aa1-8c72-f65090d730a5', 'tag': 'a8a085a6-ad08-4e70-9199-1583b6c9b914', 'status': 'completed', 'code': 200} Sep 15 13:50:24.889568 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e9ec7-dfa0-4a6f-b4fc-254dd85444ad req-b2940775-28e6-4440-b2ae-19c6d13b2ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:24.891123 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-785e9ec7-dfa0-4a6f-b4fc-254dd85444ad req-b2940775-28e6-4440-b2ae-19c6d13b2ee2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d000803518a4c8b8c0afbc4b57421d1&device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 1099 time: 0.0444944 Sep 15 13:50:25.003779 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e9ec7-dfa0-4a6f-b4fc-254dd85444ad req-405cd994-5e56-4f3b-b2c2-85dbebb809fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:25.005265 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-785e9ec7-dfa0-4a6f-b4fc-254dd85444ad req-405cd994-5e56-4f3b-b2c2-85dbebb809fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=3c62f92a-f427-49c1-a85d-80b6167fa3af HTTP/1.1" status: 200 len: 912 time: 0.0845203 Sep 15 13:50:25.039056 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-e84416ff-3abc-4d71-89f3-e999888e79c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 4, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': '8f090d50-ce0a-4ebd-8e2a-f4a79c46cac7', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'floating_ip_address': '172.27.0.70', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'port_id': 'a8a085a6-ad08-4e70-9199-1583b6c9b914', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'mac_address': 'fa:16:3e:29:a9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b2d87-7815-4aa1-8c72-f65090d730a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:50:23Z', 'updated_at': '2021-09-15T13:50:23Z', 'revision_number': 0, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22843d98-86b0-4dd6-88b6-558f17685ef1', 'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'mac_address': 'fa:16:3e:1b:50:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:22Z', 'updated_at': '2021-09-15T13:46:28Z', 'revision_number': 5, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'subnets': [{'id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:50:25.068403 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84416ff-3abc-4d71-89f3-e999888e79c7 None None] Checking router: d1cc937a-1563-4340-9e26-69b6dd3a933a for host: dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:50:25.075092 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-785e9ec7-dfa0-4a6f-b4fc-254dd85444ad req-a9a558e1-ceca-469c-9c4e-3e19c883ae33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8a085a6-ad08-4e70-9199-1583b6c9b914 HTTP/1.1" status: 200 len: 999 time: 0.0621006 Sep 15 13:50:25.077402 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84416ff-3abc-4d71-89f3-e999888e79c7 None None] Routers {'d1cc937a-1563-4340-9e26-69b6dd3a933a'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:50:25.078095 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-e84416ff-3abc-4d71-89f3-e999888e79c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:50:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['d1cc937a-1563-4340-9e26-69b6dd3a933a'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:50:25.105618 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:25.131993 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e9ec7-dfa0-4a6f-b4fc-254dd85444ad req-8e6a060d-f4c2-46ff-8f3f-226ef5c943fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:25.131993 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-785e9ec7-dfa0-4a6f-b4fc-254dd85444ad req-8e6a060d-f4c2-46ff-8f3f-226ef5c943fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a985cd71-7a70-4104-b2ec-144e68665c3a HTTP/1.1" status: 200 len: 850 time: 0.0466845 Sep 15 13:50:25.168908 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b6f75-549a-4d7b-ae8b-25f364fdbf96 req-ce3d4cb3-6d86-42bb-8fe0-53d42d07bb04 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:25.171182 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-0f6b6f75-549a-4d7b-ae8b-25f364fdbf96 req-ce3d4cb3-6d86-42bb-8fe0-53d42d07bb04 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 947 time: 0.0566659 Sep 15 13:50:25.178318 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e9ec7-dfa0-4a6f-b4fc-254dd85444ad req-dad4da84-ae36-4014-af07-c6815200025d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:25.180860 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-785e9ec7-dfa0-4a6f-b4fc-254dd85444ad req-dad4da84-ae36-4014-af07-c6815200025d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3c62f92a-f427-49c1-a85d-80b6167fa3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438781 Sep 15 13:50:25.196888 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-e84416ff-3abc-4d71-89f3-e999888e79c7 None None] Set router d1cc937a-1563-4340-9e26-69b6dd3a933a gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:50:25.213707 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-0f6b6f75-549a-4d7b-ae8b-25f364fdbf96 req-64601efb-eb21-4424-ba4f-1862ad7094ca tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350797 Sep 15 13:50:25.277272 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-785e9ec7-dfa0-4a6f-b4fc-254dd85444ad req-876c80c7-1fd0-4310-b156-18d99dfcf44f service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890656 Sep 15 13:50:25.370667 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-785e9ec7-dfa0-4a6f-b4fc-254dd85444ad req-86f52d0b-8b62-41c3-8997-d7bdd573b86d service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835414 Sep 15 13:50:25.427573 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-e84416ff-3abc-4d71-89f3-e999888e79c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 4, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': '8f090d50-ce0a-4ebd-8e2a-f4a79c46cac7', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'floating_ip_address': '172.27.0.70', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'port_id': 'a8a085a6-ad08-4e70-9199-1583b6c9b914', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'mac_address': 'fa:16:3e:29:a9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b2d87-7815-4aa1-8c72-f65090d730a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:50:23Z', 'updated_at': '2021-09-15T13:50:23Z', 'revision_number': 0, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22843d98-86b0-4dd6-88b6-558f17685ef1', 'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'mac_address': 'fa:16:3e:1b:50:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:22Z', 'updated_at': '2021-09-15T13:46:28Z', 'revision_number': 5, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'subnets': [{'id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:50:25.454076 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84416ff-3abc-4d71-89f3-e999888e79c7 None None] The sync data for ids ['d1cc937a-1563-4340-9e26-69b6dd3a933a'] in dv-cinder-803456-3-iscsi is: [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 4, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': '8f090d50-ce0a-4ebd-8e2a-f4a79c46cac7', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'floating_ip_address': '172.27.0.70', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'port_id': 'a8a085a6-ad08-4e70-9199-1583b6c9b914', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'mac_address': 'fa:16:3e:29:a9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b2d87-7815-4aa1-8c72-f65090d730a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:50:23Z', 'updated_at': '2021-09-15T13:50:23Z', 'revision_number': 0, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22843d98-86b0-4dd6-88b6-558f17685ef1', 'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'mac_address': 'fa:16:3e:1b:50:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:22Z', 'updated_at': '2021-09-15T13:46:28Z', 'revision_number': 5, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'subnets': [{'id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:50:25.664763 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daab0ab6-cd4b-4d3f-ba4f-aeade78e7e9a None None] New status for floating IP 8f090d50-ce0a-4ebd-8e2a-f4a79c46cac7: ACTIVE {{(pid=101215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:50:26.340854 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e217bb-e5b0-4993-937a-4582cbea11b2 req-058b0df3-82e7-449c-b3cf-756a4f67f68f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:26.342327 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-04e217bb-e5b0-4993-937a-4582cbea11b2 req-058b0df3-82e7-449c-b3cf-756a4f67f68f tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 947 time: 0.0538032 Sep 15 13:50:26.378775 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-04e217bb-e5b0-4993-937a-4582cbea11b2 req-2a73abc4-9171-4e75-b8e3-05d6962d0af1 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304079 Sep 15 13:50:26.654065 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:27.495545 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9e958-68c5-4304-a328-26d0724a40ec req-33f97974-20b5-4613-9ba8-6d74c41e8e30 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:27.496991 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f0c9e958-68c5-4304-a328-26d0724a40ec req-33f97974-20b5-4613-9ba8-6d74c41e8e30 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 947 time: 0.0488255 Sep 15 13:50:27.539102 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-f0c9e958-68c5-4304-a328-26d0724a40ec req-5c12de18-64ee-4107-8918-6377a6b9356d tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361066 Sep 15 13:50:36.372309 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:50:37.819273 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:45.453504 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2837e134-768a-4135-80e1-a40dec7538ca req-24b85022-790b-4076-987b-7b77e11167b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387707 Sep 15 13:50:45.511266 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837e134-768a-4135-80e1-a40dec7538ca req-a0d5dcfa-affb-4d2c-a96e-68d408a431e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:45.512682 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2837e134-768a-4135-80e1-a40dec7538ca req-a0d5dcfa-affb-4d2c-a96e-68d408a431e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d456829f8de447eea8fd66f35874b574&device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 1100 time: 0.0383661 Sep 15 13:50:45.619830 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837e134-768a-4135-80e1-a40dec7538ca req-8c081083-4a64-40cc-b333-dcab66b5ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:45.621297 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2837e134-768a-4135-80e1-a40dec7538ca req-8c081083-4a64-40cc-b333-dcab66b5ae7d service neutron] 10.222.0.15 "GET /v2.0/networks?id=480fc22a-9718-4af5-897e-c1ba6a0ea29f HTTP/1.1" status: 200 len: 917 time: 0.0854449 Sep 15 13:50:45.685026 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2837e134-768a-4135-80e1-a40dec7538ca req-afb2651c-1e9f-4ccc-ae6d-c3e9d36bc527 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=922ffec7-b203-45ce-8ae8-31fa424e6bd4 HTTP/1.1" status: 200 len: 1002 time: 0.0551469 Sep 15 13:50:45.736843 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837e134-768a-4135-80e1-a40dec7538ca req-00b80e60-8efb-44b2-8bf3-0c8a2b3231e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:45.738192 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2837e134-768a-4135-80e1-a40dec7538ca req-00b80e60-8efb-44b2-8bf3-0c8a2b3231e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c52fc5a2-023c-41c5-8df6-56d1e497870b HTTP/1.1" status: 200 len: 855 time: 0.0461228 Sep 15 13:50:45.782595 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837e134-768a-4135-80e1-a40dec7538ca req-ae0ea6a9-9560-4f7d-9dc9-1edde3ee8b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:45.784012 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2837e134-768a-4135-80e1-a40dec7538ca req-ae0ea6a9-9560-4f7d-9dc9-1edde3ee8b9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=480fc22a-9718-4af5-897e-c1ba6a0ea29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383568 Sep 15 13:50:45.873615 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2837e134-768a-4135-80e1-a40dec7538ca req-98998714-e792-4e11-9b32-28287bb6868a service neutron] 10.222.0.15 "GET /v2.0/networks/480fc22a-9718-4af5-897e-c1ba6a0ea29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818827 Sep 15 13:50:45.969513 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2837e134-768a-4135-80e1-a40dec7538ca req-a1ddbaa2-ea4e-4443-a704-d6594a26748e service neutron] 10.222.0.15 "GET /v2.0/networks/480fc22a-9718-4af5-897e-c1ba6a0ea29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832686 Sep 15 13:50:51.208197 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-155a6357-ee19-487f-9ab9-d3b53e40d931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:53.696776 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-207a7fdf-1e91-42c7-96cc-3ab599421f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:53.779138 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:55.197538 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:56.503039 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb4eff-100f-4650-b64f-6407c0294cae req-6e3b7fde-d9b7-435d-a029-d9184962db03 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:56.504511 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9ceb4eff-100f-4650-b64f-6407c0294cae req-6e3b7fde-d9b7-435d-a029-d9184962db03 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 947 time: 0.0489638 Sep 15 13:50:56.541880 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-9ceb4eff-100f-4650-b64f-6407c0294cae req-3069877e-fc97-4c86-b25b-797989776919 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314703 Sep 15 13:50:56.659376 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:57.811310 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3260f-b57d-48df-b7ee-77eff51c09e5 req-d20cd582-dc33-42d9-beda-697c3c8b2e5a tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:57.812770 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-64a3260f-b57d-48df-b7ee-77eff51c09e5 req-d20cd582-dc33-42d9-beda-697c3c8b2e5a tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 947 time: 0.0487874 Sep 15 13:50:57.852220 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-64a3260f-b57d-48df-b7ee-77eff51c09e5 req-e431a028-b652-4a12-9ebb-0980c12bde69 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups?id=f874592d-b1eb-438d-bede-d45562918404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335655 Sep 15 13:50:57.875392 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d003078-59c4-4db1-92c6-9e7cff7266c1 req-c7866b72-d836-474c-9c00-6fed4b3d27a0 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:50:57.876906 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1d003078-59c4-4db1-92c6-9e7cff7266c1 req-c7866b72-d836-474c-9c00-6fed4b3d27a0 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 947 time: 0.0505517 Sep 15 13:50:57.970035 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-1d003078-59c4-4db1-92c6-9e7cff7266c1 req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Deleting port 922ffec7-b203-45ce-8ae8-31fa424e6bd4 {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:50:57.970369 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-1d003078-59c4-4db1-92c6-9e7cff7266c1 req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:58.061476 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-1d003078-59c4-4db1-92c6-9e7cff7266c1 req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] For port 922ffec7-b203-45ce-8ae8-31fa424e6bd4, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=922ffec7-b203-45ce-8ae8-31fa424e6bd4,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:50:58.061837 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-1d003078-59c4-4db1-92c6-9e7cff7266c1 req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:58.222731 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-1d003078-59c4-4db1-92c6-9e7cff7266c1 req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:58.223085 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-1d003078-59c4-4db1-92c6-9e7cff7266c1 req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550917'] for floatingip, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:58.223394 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.db.l3_db [req-1d003078-59c4-4db1-92c6-9e7cff7266c1 req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Floating IP 47f79a99-8819-40f9-8c87-5313f2809fc0 disassociated. External IP: 172.27.0.238, port: 922ffec7-b203-45ce-8ae8-31fa424e6bd4. Sep 15 13:50:58.223734 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-1d003078-59c4-4db1-92c6-9e7cff7266c1 req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Calling delete_port for 922ffec7-b203-45ce-8ae8-31fa424e6bd4 owned by compute:nova {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:50:58.411971 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-1d003078-59c4-4db1-92c6-9e7cff7266c1 req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:58.439911 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Pushing event deleted for resources: {'Port': ['ID=922ffec7-b203-45ce-8ae8-31fa424e6bd4,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:50:58.451081 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:58.451436 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:58.451780 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:58.452121 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:58.452461 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:58.452790 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:58.453115 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:58.456394 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:58.456394 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:58.456394 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:58.456394 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:58.456394 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:50:58.561635 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d003078-59c4-4db1-92c6-9e7cff7266c1 req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Router 47c370e7-8711-4172-8a71-0ab358796903 has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:50:58.666130 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d003078-59c4-4db1-92c6-9e7cff7266c1 req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:50:58.675496 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb12ca4-d489-4caa-8d5f-91177930933b None None] Sync routers for ids ['47c370e7-8711-4172-8a71-0ab358796903'] in dv-cinder-803456-3-iscsi {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:50:58.684393 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb12ca4-d489-4caa-8d5f-91177930933b None None] Routers {'47c370e7-8711-4172-8a71-0ab358796903'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:50:58.684986 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-9fb12ca4-d489-4caa-8d5f-91177930933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:50:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['47c370e7-8711-4172-8a71-0ab358796903'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:50:58.710187 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d003078-59c4-4db1-92c6-9e7cff7266c1 req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] No DVR routers for this DVR port 922ffec7-b203-45ce-8ae8-31fa424e6bd4 on host hv-cinder-80345 {{(pid=101214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:50:58.713359 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-1d003078-59c4-4db1-92c6-9e7cff7266c1 req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:50:58.715388 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1d003078-59c4-4db1-92c6-9e7cff7266c1 req-1d1b937c-6fc2-40c5-8491-c47454c66953 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.15 "DELETE /v2.0/ports/922ffec7-b203-45ce-8ae8-31fa424e6bd4 HTTP/1.1" status: 204 len: 173 time: 0.8324378 Sep 15 13:50:58.715823 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8846741-b520-497b-8d8c-ad98f46d283f', 'name': 'network-vif-deleted', 'tag': '922ffec7-b203-45ce-8ae8-31fa424e6bd4'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:50:58.718242 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336aec8d-5806-4e9d-a4ed-0645354e2c25" -d '{"events": [{"server_uuid": "f8846741-b520-497b-8d8c-ad98f46d283f", "name": "network-vif-deleted", "tag": "922ffec7-b203-45ce-8ae8-31fa424e6bd4"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:50:58.754266 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20797739-26d6-4277-98b6-0d9b8c417f57 x-openstack-request-id: req-20797739-26d6-4277-98b6-0d9b8c417f57 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:50:58.754556 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8846741-b520-497b-8d8c-ad98f46d283f", "name": "network-vif-deleted", "tag": "922ffec7-b203-45ce-8ae8-31fa424e6bd4", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:50:58.754861 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20797739-26d6-4277-98b6-0d9b8c417f57 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:50:58.755259 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8846741-b520-497b-8d8c-ad98f46d283f', 'name': 'network-vif-deleted', 'tag': '922ffec7-b203-45ce-8ae8-31fa424e6bd4', 'status': 'completed', 'code': 200} Sep 15 13:50:58.788224 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-9fb12ca4-d489-4caa-8d5f-91177930933b None None] Set router 47c370e7-8711-4172-8a71-0ab358796903 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:50:58.962778 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-64822b6d-7228-4170-bc75-1908a80dd5ae req-e0420901-bd0a-420c-adbf-a8d4b0041df6 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8846741-b520-497b-8d8c-ad98f46d283f HTTP/1.1" status: 200 len: 210 time: 0.0278528 Sep 15 13:50:59.006919 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-9fb12ca4-d489-4caa-8d5f-91177930933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c370e7-8711-4172-8a71-0ab358796903', 'name': 'tempest-AttachVolumeShelveTestJSON-707555778-router', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:13Z', 'updated_at': '2021-09-15T13:45:16Z', 'revision_number': 4, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'gw_port': {'id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:38:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:14Z', 'updated_at': '2021-09-15T13:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': 'b269121a-c40d-49d0-b1b6-a45a3c43c19d', 'name': '', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'mac_address': 'fa:16:3e:ab:fe:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:16Z', 'updated_at': '2021-09-15T13:45:21Z', 'revision_number': 5, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'subnets': [{'id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:50:59.034284 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb12ca4-d489-4caa-8d5f-91177930933b None None] Checking router: 47c370e7-8711-4172-8a71-0ab358796903 for host: dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:50:59.043384 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb12ca4-d489-4caa-8d5f-91177930933b None None] Routers {'47c370e7-8711-4172-8a71-0ab358796903'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:50:59.044110 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-9fb12ca4-d489-4caa-8d5f-91177930933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:50:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['47c370e7-8711-4172-8a71-0ab358796903'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:50:59.147761 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-9fb12ca4-d489-4caa-8d5f-91177930933b None None] Set router 47c370e7-8711-4172-8a71-0ab358796903 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:50:59.344989 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-9fb12ca4-d489-4caa-8d5f-91177930933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c370e7-8711-4172-8a71-0ab358796903', 'name': 'tempest-AttachVolumeShelveTestJSON-707555778-router', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:13Z', 'updated_at': '2021-09-15T13:45:16Z', 'revision_number': 4, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'gw_port': {'id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:38:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:14Z', 'updated_at': '2021-09-15T13:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': 'b269121a-c40d-49d0-b1b6-a45a3c43c19d', 'name': '', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'mac_address': 'fa:16:3e:ab:fe:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:16Z', 'updated_at': '2021-09-15T13:45:21Z', 'revision_number': 5, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'subnets': [{'id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:50:59.370590 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb12ca4-d489-4caa-8d5f-91177930933b None None] The sync data for ids ['47c370e7-8711-4172-8a71-0ab358796903'] in dv-cinder-803456-3-iscsi is: [{'id': '47c370e7-8711-4172-8a71-0ab358796903', 'name': 'tempest-AttachVolumeShelveTestJSON-707555778-router', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:13Z', 'updated_at': '2021-09-15T13:45:16Z', 'revision_number': 4, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'gw_port': {'id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:38:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:14Z', 'updated_at': '2021-09-15T13:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': 'b269121a-c40d-49d0-b1b6-a45a3c43c19d', 'name': '', 'network_id': '480fc22a-9718-4af5-897e-c1ba6a0ea29f', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'mac_address': 'fa:16:3e:ab:fe:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:16Z', 'updated_at': '2021-09-15T13:45:21Z', 'revision_number': 5, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'subnets': [{'id': 'c52fc5a2-023c-41c5-8df6-56d1e497870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:50:59.574172 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519f0cb-3dd4-4c03-9985-a015a56db985 None None] New status for floating IP 47f79a99-8819-40f9-8c87-5313f2809fc0: DOWN {{(pid=101215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:51:00.099612 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 52918) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:00.152643 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a2145a26-5b43-4aa6-8531-57e243b1f9c7 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:00.175599 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a2145a26-5b43-4aa6-8531-57e243b1f9c7 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:00.276401 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a2145a26-5b43-4aa6-8531-57e243b1f9c7 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:00.278950 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a2145a26-5b43-4aa6-8531-57e243b1f9c7 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:00.280090 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-a2145a26-5b43-4aa6-8531-57e243b1f9c7 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "DELETE /v2.0/security-groups/f874592d-b1eb-438d-bede-d45562918404 HTTP/1.1" status: 204 len: 168 time: 0.1794941 Sep 15 13:51:00.282984 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 52920) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:00.289040 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2145a26-5b43-4aa6-8531-57e243b1f9c7 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f874592d-b1eb-438d-bede-d45562918404,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:00.296758 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2145a26-5b43-4aa6-8531-57e243b1f9c7 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:00.296947 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.api.v2.resource [None req-7b82f718-506e-497b-8645-240305280ff4 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] show failed (client error): The resource could not be found. Sep 15 13:51:00.297107 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2145a26-5b43-4aa6-8531-57e243b1f9c7 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:00.297479 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2145a26-5b43-4aa6-8531-57e243b1f9c7 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:00.297816 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2145a26-5b43-4aa6-8531-57e243b1f9c7 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:00.298066 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-7b82f718-506e-497b-8645-240305280ff4 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "GET /v2.0/security-groups/f874592d-b1eb-438d-bede-d45562918404 HTTP/1.1" status: 404 len: 347 time: 0.0138748 Sep 15 13:51:00.298181 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2145a26-5b43-4aa6-8531-57e243b1f9c7 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:00.298517 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2145a26-5b43-4aa6-8531-57e243b1f9c7 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:00.298842 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2145a26-5b43-4aa6-8531-57e243b1f9c7 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:00.299168 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2145a26-5b43-4aa6-8531-57e243b1f9c7 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:00.299495 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2145a26-5b43-4aa6-8531-57e243b1f9c7 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:00.299819 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2145a26-5b43-4aa6-8531-57e243b1f9c7 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:00.300143 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2145a26-5b43-4aa6-8531-57e243b1f9c7 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:00.300472 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2145a26-5b43-4aa6-8531-57e243b1f9c7 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:00.300778 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 52922) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:00.423469 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-2185effc-5f21-4eec-983b-661acebc30a8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Deleting port 53bdb608-5b2a-4044-b02e-ab23bc37494a {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:51:00.423813 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-2185effc-5f21-4eec-983b-661acebc30a8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:00.499958 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-2185effc-5f21-4eec-983b-661acebc30a8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:00.500286 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-2185effc-5f21-4eec-983b-661acebc30a8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:00.512106 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-2185effc-5f21-4eec-983b-661acebc30a8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Calling delete_port for 53bdb608-5b2a-4044-b02e-ab23bc37494a owned by network:floatingip {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:51:00.716765 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-2185effc-5f21-4eec-983b-661acebc30a8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:00.749370 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185effc-5f21-4eec-983b-661acebc30a8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Pushing event deleted for resources: {'Port': ['ID=53bdb608-5b2a-4044-b02e-ab23bc37494a,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:00.805626 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-2185effc-5f21-4eec-983b-661acebc30a8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks [] for floatingip, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:00.808171 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-2185effc-5f21-4eec-983b-661acebc30a8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for floatingip, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:00.809365 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-2185effc-5f21-4eec-983b-661acebc30a8 tempest-AttachVolumeShelveTestJSON-1736832458 tempest-AttachVolumeShelveTestJSON-1736832458-project] 10.222.0.30 "DELETE /v2.0/floatingips/47f79a99-8819-40f9-8c87-5313f2809fc0 HTTP/1.1" status: 204 len: 168 time: 0.5076435 Sep 15 13:51:02.260855 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 922ffec7-b203-45ce-8ae8-31fa424e6bd4 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:51:02.283316 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] No Port match for: 922ffec7-b203-45ce-8ae8-31fa424e6bd4 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:51:02.287181 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device 922ffec7-b203-45ce-8ae8-31fa424e6bd4 not bound to the agent host hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:51:03.509677 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 52944) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:03.984751 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e0272c5c-0af3-4971-aab9-4f2771744bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545029'] for router_interface, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:04.221230 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-e0272c5c-0af3-4971-aab9-4f2771744bde admin admin] Deleting port b269121a-c40d-49d0-b1b6-a45a3c43c19d {{(pid=101213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:51:04.221572 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e0272c5c-0af3-4971-aab9-4f2771744bde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:04.297519 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.db [None req-e0272c5c-0af3-4971-aab9-4f2771744bde admin admin] For port b269121a-c40d-49d0-b1b6-a45a3c43c19d, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=b269121a-c40d-49d0-b1b6-a45a3c43c19d,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:51:04.297876 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e0272c5c-0af3-4971-aab9-4f2771744bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:04.313254 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-e0272c5c-0af3-4971-aab9-4f2771744bde admin admin] Calling delete_port for b269121a-c40d-49d0-b1b6-a45a3c43c19d owned by network:router_interface {{(pid=101213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:51:04.527655 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e0272c5c-0af3-4971-aab9-4f2771744bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:04.554127 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0272c5c-0af3-4971-aab9-4f2771744bde admin admin] Pushing event deleted for resources: {'Port': ['ID=b269121a-c40d-49d0-b1b6-a45a3c43c19d,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:04.719706 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e0272c5c-0af3-4971-aab9-4f2771744bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551093'] for router_interface, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:04.934367 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0272c5c-0af3-4971-aab9-4f2771744bde admin admin] Router 47c370e7-8711-4172-8a71-0ab358796903 has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:51:05.040243 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0272c5c-0af3-4971-aab9-4f2771744bde admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:51:05.045736 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-e0272c5c-0af3-4971-aab9-4f2771744bde admin admin] 10.222.0.30 "PUT /v2.0/routers/47c370e7-8711-4172-8a71-0ab358796903/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5345809 Sep 15 13:51:05.047903 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 52948) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:05.050609 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b97838-a548-4a8e-9173-1fb548881f21 None None] Sync routers for ids ['47c370e7-8711-4172-8a71-0ab358796903'] in dv-cinder-803456-3-iscsi {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:51:05.059930 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b97838-a548-4a8e-9173-1fb548881f21 None None] Routers {'47c370e7-8711-4172-8a71-0ab358796903'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:51:05.060532 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-65b97838-a548-4a8e-9173-1fb548881f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:50:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['47c370e7-8711-4172-8a71-0ab358796903'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:51:05.153989 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8b05decf-f986-428a-8797-a466562852df admin admin] Notify callbacks [] for router, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:05.251383 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-65b97838-a548-4a8e-9173-1fb548881f21 None None] Set router 47c370e7-8711-4172-8a71-0ab358796903 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:51:05.430869 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-65b97838-a548-4a8e-9173-1fb548881f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c370e7-8711-4172-8a71-0ab358796903', 'name': 'tempest-AttachVolumeShelveTestJSON-707555778-router', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:13Z', 'updated_at': '2021-09-15T13:51:04Z', 'revision_number': 5, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'gw_port': {'id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:38:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:14Z', 'updated_at': '2021-09-15T13:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:51:05.459817 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b97838-a548-4a8e-9173-1fb548881f21 None None] Checking router: 47c370e7-8711-4172-8a71-0ab358796903 for host: dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:51:05.468559 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b97838-a548-4a8e-9173-1fb548881f21 None None] Routers {'47c370e7-8711-4172-8a71-0ab358796903'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:51:05.469207 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-65b97838-a548-4a8e-9173-1fb548881f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:50:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['47c370e7-8711-4172-8a71-0ab358796903'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:51:05.473138 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8b05decf-f986-428a-8797-a466562852df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:05.567107 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-65b97838-a548-4a8e-9173-1fb548881f21 None None] Set router 47c370e7-8711-4172-8a71-0ab358796903 gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:51:05.603681 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-8b05decf-f986-428a-8797-a466562852df admin admin] Deleting port 293447cb-9d70-4e38-a249-a1e0d5f21853 {{(pid=101213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:51:05.604290 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8b05decf-f986-428a-8797-a466562852df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:05.682869 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.db [None req-8b05decf-f986-428a-8797-a466562852df admin admin] For port 293447cb-9d70-4e38-a249-a1e0d5f21853, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=293447cb-9d70-4e38-a249-a1e0d5f21853,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:51:05.683149 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8b05decf-f986-428a-8797-a466562852df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:05.695351 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-8b05decf-f986-428a-8797-a466562852df admin admin] Calling delete_port for 293447cb-9d70-4e38-a249-a1e0d5f21853 owned by network:router_gateway {{(pid=101213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:51:05.741629 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-65b97838-a548-4a8e-9173-1fb548881f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c370e7-8711-4172-8a71-0ab358796903', 'name': 'tempest-AttachVolumeShelveTestJSON-707555778-router', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:13Z', 'updated_at': '2021-09-15T13:51:04Z', 'revision_number': 5, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'gw_port': {'id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:38:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:14Z', 'updated_at': '2021-09-15T13:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:51:05.767599 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b97838-a548-4a8e-9173-1fb548881f21 None None] The sync data for ids ['47c370e7-8711-4172-8a71-0ab358796903'] in dv-cinder-803456-3-iscsi is: [{'id': '47c370e7-8711-4172-8a71-0ab358796903', 'name': 'tempest-AttachVolumeShelveTestJSON-707555778-router', 'tenant_id': 'd456829f8de447eea8fd66f35874b574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:45:13Z', 'updated_at': '2021-09-15T13:51:04Z', 'revision_number': 5, 'project_id': 'd456829f8de447eea8fd66f35874b574', 'gw_port': {'id': '293447cb-9d70-4e38-a249-a1e0d5f21853', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:38:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c370e7-8711-4172-8a71-0ab358796903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:45:14Z', 'updated_at': '2021-09-15T13:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}] {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:51:05.979226 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8b05decf-f986-428a-8797-a466562852df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:06.009725 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05decf-f986-428a-8797-a466562852df admin admin] Pushing event deleted for resources: {'Port': ['ID=293447cb-9d70-4e38-a249-a1e0d5f21853,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:06.069445 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8b05decf-f986-428a-8797-a466562852df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551027'] for router_gateway, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:06.165181 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8b05decf-f986-428a-8797-a466562852df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1755'] for router, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:06.168148 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8b05decf-f986-428a-8797-a466562852df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:06.197201 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device b269121a-c40d-49d0-b1b6-a45a3c43c19d no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:51:06.218264 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: b269121a-c40d-49d0-b1b6-a45a3c43c19d {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:51:06.218613 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device b269121a-c40d-49d0-b1b6-a45a3c43c19d not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:51:06.293643 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8b05decf-f986-428a-8797-a466562852df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548825'] for router, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:06.294370 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b05decf-f986-428a-8797-a466562852df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47c370e7-8711-4172-8a71-0ab358796903 {{(pid=101213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:51:06.299445 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-8b05decf-f986-428a-8797-a466562852df admin admin] Notify callbacks [] for router, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:06.305737 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-8b05decf-f986-428a-8797-a466562852df admin admin] 10.222.0.30 "DELETE /v2.0/routers/47c370e7-8711-4172-8a71-0ab358796903 HTTP/1.1" status: 204 len: 168 time: 1.2517533 Sep 15 13:51:06.305737 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 52950) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:06.353170 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_v2 [None req-a688955b-0470-4486-afd1-6639d214dbf2 admin admin] Deleting subnet c52fc5a2-023c-41c5-8df6-56d1e497870b {{(pid=101213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:51:06.356528 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a688955b-0470-4486-afd1-6639d214dbf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:06.392523 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a688955b-0470-4486-afd1-6639d214dbf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008874'] for subnet, precommit_delete_associations {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:06.475391 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a688955b-0470-4486-afd1-6639d214dbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493165'] for subnet, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:06.612487 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a688955b-0470-4486-afd1-6639d214dbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5008732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4981134'] for subnet, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:06.636149 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688955b-0470-4486-afd1-6639d214dbf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c52fc5a2-023c-41c5-8df6-56d1e497870b,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:06.641768 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-a688955b-0470-4486-afd1-6639d214dbf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:06.643715 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-a688955b-0470-4486-afd1-6639d214dbf2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c52fc5a2-023c-41c5-8df6-56d1e497870b HTTP/1.1" status: 204 len: 168 time: 0.3395872 Sep 15 13:51:06.646306 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 52952) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:06.648721 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c526cb94-711b-4891-aa6d-e53ebca87fa9 None None] Network 480fc22a-9718-4af5-897e-c1ba6a0ea29f requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:51:06.716947 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-42d305ca-a17e-4c7e-886c-bf80504360b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463644'] for network, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:06.784202 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-42d305ca-a17e-4c7e-886c-bf80504360b1 admin admin] Deleting port 75c847ec-ce42-42e3-8834-780fd64ff30c {{(pid=101213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:51:06.784544 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-42d305ca-a17e-4c7e-886c-bf80504360b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:06.835020 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed68673-5151-411f-bde0-6fcac8170aa4 None None] DHCP port deletion for 480fc22a-9718-4af5-897e-c1ba6a0ea29f request from dv-cinder-803456-3-iscsi {{(pid=101215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 13:51:06.849318 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.db [None req-42d305ca-a17e-4c7e-886c-bf80504360b1 admin admin] For port 75c847ec-ce42-42e3-8834-780fd64ff30c, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=75c847ec-ce42-42e3-8834-780fd64ff30c,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:51:06.849685 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-42d305ca-a17e-4c7e-886c-bf80504360b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:06.861449 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-42d305ca-a17e-4c7e-886c-bf80504360b1 admin admin] Calling delete_port for 75c847ec-ce42-42e3-8834-780fd64ff30c owned by network:dhcp {{(pid=101213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:51:06.886125 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-5ed68673-5151-411f-bde0-6fcac8170aa4 None None] Deleting port 75c847ec-ce42-42e3-8834-780fd64ff30c {{(pid=101215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:51:06.886496 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-5ed68673-5151-411f-bde0-6fcac8170aa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:06.950893 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-5ed68673-5151-411f-bde0-6fcac8170aa4 None None] For port 75c847ec-ce42-42e3-8834-780fd64ff30c, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=75c847ec-ce42-42e3-8834-780fd64ff30c,segment=NetworkSegment(a5308b52-47d8-4426-bd77-c33311af5e01),segment_id=a5308b52-47d8-4426-bd77-c33311af5e01)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:51:06.951286 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-5ed68673-5151-411f-bde0-6fcac8170aa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:06.963441 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-5ed68673-5151-411f-bde0-6fcac8170aa4 None None] Calling delete_port for 75c847ec-ce42-42e3-8834-780fd64ff30c owned by network:dhcp {{(pid=101215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:51:07.036431 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-42d305ca-a17e-4c7e-886c-bf80504360b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:07.042462 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-5ed68673-5151-411f-bde0-6fcac8170aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889'] for port, after_delete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:07.063617 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d305ca-a17e-4c7e-886c-bf80504360b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=75c847ec-ce42-42e3-8834-780fd64ff30c,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:07.067100 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d305ca-a17e-4c7e-886c-bf80504360b1 admin admin] No DVR routers for this DVR port 75c847ec-ce42-42e3-8834-780fd64ff30c on host dv-cinder-803456-3-iscsi {{(pid=101213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:51:07.070377 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed68673-5151-411f-bde0-6fcac8170aa4 None None] Pushing event deleted for resources: {'Port': ['ID=75c847ec-ce42-42e3-8834-780fd64ff30c,revision_number=None']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:07.078591 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed68673-5151-411f-bde0-6fcac8170aa4 None None] No DVR routers for this DVR port 75c847ec-ce42-42e3-8834-780fd64ff30c on host dv-cinder-803456-3-iscsi {{(pid=101215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:51:07.080872 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed68673-5151-411f-bde0-6fcac8170aa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:07.081239 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed68673-5151-411f-bde0-6fcac8170aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:07.081579 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed68673-5151-411f-bde0-6fcac8170aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:07.081945 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed68673-5151-411f-bde0-6fcac8170aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:07.082525 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed68673-5151-411f-bde0-6fcac8170aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:07.082854 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed68673-5151-411f-bde0-6fcac8170aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:07.083177 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed68673-5151-411f-bde0-6fcac8170aa4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:07.083496 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed68673-5151-411f-bde0-6fcac8170aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:07.083819 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed68673-5151-411f-bde0-6fcac8170aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:07.084137 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed68673-5151-411f-bde0-6fcac8170aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:07.084456 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed68673-5151-411f-bde0-6fcac8170aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:07.084775 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed68673-5151-411f-bde0-6fcac8170aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:07.143644 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-42d305ca-a17e-4c7e-886c-bf80504360b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492266', 'neutron.services.segments.db._delete_segments_for_network-8777769697949'] for network, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:07.167230 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-42d305ca-a17e-4c7e-886c-bf80504360b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480fc22a-9718-4af5-897e-c1ba6a0ea29f']}} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:51:07.176451 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-42d305ca-a17e-4c7e-886c-bf80504360b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5308b52-47d8-4426-bd77-c33311af5e01') {'for_net_delete': True} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:51:07.176745 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.services.segments.db [None req-42d305ca-a17e-4c7e-886c-bf80504360b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5308b52-47d8-4426-bd77-c33311af5e01') {} {{(pid=101213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:51:07.187344 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-42d305ca-a17e-4c7e-886c-bf80504360b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777769698726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5008865'] for segment, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:07.200330 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-42d305ca-a17e-4c7e-886c-bf80504360b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:07.206035 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d305ca-a17e-4c7e-886c-bf80504360b1 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=101213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:51:07.208068 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-42d305ca-a17e-4c7e-886c-bf80504360b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5084034'] for segment, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: Traceback (most recent call last): Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: timer() Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: cb(*args, **kw) Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: return func(*args, **kwargs) Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: self._notify() Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: self.callback(batched_events) Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: event.method(event) Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: return f(self, *a, **k) Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: return self._get(url).json() Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: return self.request(url, 'GET', **kwargs) Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:51:07.208302 dv-cinder-803456-3-iscsi neutron-server[101213]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:51:07.316330 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-42d305ca-a17e-4c7e-886c-bf80504360b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550935'] for network, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:07.321839 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-42d305ca-a17e-4c7e-886c-bf80504360b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:07.327176 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-42d305ca-a17e-4c7e-886c-bf80504360b1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/480fc22a-9718-4af5-897e-c1ba6a0ea29f HTTP/1.1" status: 204 len: 168 time: 0.6764472 Sep 15 13:51:07.334603 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d305ca-a17e-4c7e-886c-bf80504360b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=480fc22a-9718-4af5-897e-c1ba6a0ea29f,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:07.550743 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 52956) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:07.590826 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-7c3ecbf5-29d3-4530-a739-466b6fe7d9b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d456829f8de447eea8fd66f35874b574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389578 Sep 15 13:51:07.593132 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 52958) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:07.638909 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-d5be5979-bb0f-4cb3-b87b-dfc476af97b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:07.660797 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-d5be5979-bb0f-4cb3-b87b-dfc476af97b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:07.774359 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-d5be5979-bb0f-4cb3-b87b-dfc476af97b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:07.777247 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-d5be5979-bb0f-4cb3-b87b-dfc476af97b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:07.778519 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-d5be5979-bb0f-4cb3-b87b-dfc476af97b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ddd615bd-4c61-4d1e-bc4e-ff66b6a1e2c3 HTTP/1.1" status: 204 len: 168 time: 0.1844959 Sep 15 13:51:07.792653 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be5979-bb0f-4cb3-b87b-dfc476af97b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd615bd-4c61-4d1e-bc4e-ff66b6a1e2c3,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:07.844919 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:07.924012 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 75c847ec-ce42-42e3-8834-780fd64ff30c no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:51:07.947891 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: 75c847ec-ce42-42e3-8834-780fd64ff30c {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:51:07.948237 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 75c847ec-ce42-42e3-8834-780fd64ff30c not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:51:07.948658 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 293447cb-9d70-4e38-a249-a1e0d5f21853 no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:51:07.971063 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: 293447cb-9d70-4e38-a249-a1e0d5f21853 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:51:07.971628 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 293447cb-9d70-4e38-a249-a1e0d5f21853 not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:51:13.372085 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:51:21.188868 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-1bc5dae6-5b5e-495c-a745-2cbb56bf5e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:23.675901 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-62552c23-144b-4ff2-8f99-98a47c542202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:23.772977 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:25.161681 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:26.676016 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:37.817060 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:46.427492 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-470fd3f9-8b9b-4f78-a31c-223bb82d1247 req-810c8b6d-dd37-4ccb-9c2b-8897773add5d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377808 Sep 15 13:51:46.507478 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fd3f9-8b9b-4f78-a31c-223bb82d1247 req-fae13997-45a6-4e23-9e2a-7854b4cf5807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:46.508924 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-470fd3f9-8b9b-4f78-a31c-223bb82d1247 req-fae13997-45a6-4e23-9e2a-7854b4cf5807 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d000803518a4c8b8c0afbc4b57421d1&device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 1099 time: 0.0397031 Sep 15 13:51:46.610936 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fd3f9-8b9b-4f78-a31c-223bb82d1247 req-554aea0a-9e83-481b-abb3-76b718d5d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:46.612363 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-470fd3f9-8b9b-4f78-a31c-223bb82d1247 req-554aea0a-9e83-481b-abb3-76b718d5d1e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3c62f92a-f427-49c1-a85d-80b6167fa3af HTTP/1.1" status: 200 len: 912 time: 0.0849674 Sep 15 13:51:46.675943 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-470fd3f9-8b9b-4f78-a31c-223bb82d1247 req-2a19caab-5191-451a-aa1e-2df4b9b91b82 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8a085a6-ad08-4e70-9199-1583b6c9b914 HTTP/1.1" status: 200 len: 1001 time: 0.0563967 Sep 15 13:51:46.723616 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fd3f9-8b9b-4f78-a31c-223bb82d1247 req-ab7d7c34-79a0-4add-b420-b6fd8c7adf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:46.724896 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-470fd3f9-8b9b-4f78-a31c-223bb82d1247 req-ab7d7c34-79a0-4add-b420-b6fd8c7adf97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a985cd71-7a70-4104-b2ec-144e68665c3a HTTP/1.1" status: 200 len: 850 time: 0.0424292 Sep 15 13:51:46.772943 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fd3f9-8b9b-4f78-a31c-223bb82d1247 req-be3178ae-d256-40a2-bd60-51851316f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:51:46.774388 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-470fd3f9-8b9b-4f78-a31c-223bb82d1247 req-be3178ae-d256-40a2-bd60-51851316f235 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3c62f92a-f427-49c1-a85d-80b6167fa3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419533 Sep 15 13:51:46.784944 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [req-470fd3f9-8b9b-4f78-a31c-223bb82d1247 req-5f44eeb4-ed13-4cc3-8241-9ce74fa8b5a6 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:51:46.785897 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-470fd3f9-8b9b-4f78-a31c-223bb82d1247 req-5f44eeb4-ed13-4cc3-8241-9ce74fa8b5a6 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047197 Sep 15 13:51:46.876931 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-470fd3f9-8b9b-4f78-a31c-223bb82d1247 req-9bc871b1-2dd8-49af-b964-d1ce65b74cc4 service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841222 Sep 15 13:51:46.970790 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-470fd3f9-8b9b-4f78-a31c-223bb82d1247 req-b09dc26e-cdbb-4e02-9493-68a9ae0bd2f3 service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867009 Sep 15 13:51:50.370793 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:51:51.193904 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-592423a6-3d0d-43ed-8bfd-9c4aef5c9159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:53.714908 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-0fc3e900-00d6-4bc1-bb0f-7d9e43cf0d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:53.801489 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:55.121362 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:56.670740 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:57.275820 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 53348) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:57.379039 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f00d5d4d-21b0-43f1-ada4-eab6bde08672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:57.463802 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f00d5d4d-21b0-43f1-ada4-eab6bde08672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:57.542305 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f00d5d4d-21b0-43f1-ada4-eab6bde08672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:57.579026 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d5d4d-21b0-43f1-ada4-eab6bde08672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6a36b2-414e-4c49-a9d9-ed5d89bd09ab,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:57.583847 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-f00d5d4d-21b0-43f1-ada4-eab6bde08672 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1f297d759a5428cbc9c5d40b0a393e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070180 Sep 15 13:51:57.587047 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 53352) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:57.634687 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-1a6db0f0-2c27-4904-a529-b8e9ebdb5db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:57.658918 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-1a6db0f0-2c27-4904-a529-b8e9ebdb5db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:57.795657 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-1a6db0f0-2c27-4904-a529-b8e9ebdb5db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:57.798211 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-1a6db0f0-2c27-4904-a529-b8e9ebdb5db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:57.799357 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-1a6db0f0-2c27-4904-a529-b8e9ebdb5db7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b6a36b2-414e-4c49-a9d9-ed5d89bd09ab HTTP/1.1" status: 204 len: 168 time: 0.2119579 Sep 15 13:51:57.807087 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6db0f0-2c27-4904-a529-b8e9ebdb5db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6a36b2-414e-4c49-a9d9-ed5d89bd09ab,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:58.441231 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 53358) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:58.454763 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6ad4faa4-3d97-4fb9-ad9b-b9e45a2ff0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:58.539901 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6ad4faa4-3d97-4fb9-ad9b-b9e45a2ff0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:58.618135 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6ad4faa4-3d97-4fb9-ad9b-b9e45a2ff0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:58.654152 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-6ad4faa4-3d97-4fb9-ad9b-b9e45a2ff0c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=afa22296364745f3b087670a64eb1b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118182 Sep 15 13:51:58.656879 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 53360) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:51:58.658773 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4faa4-3d97-4fb9-ad9b-b9e45a2ff0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0fd166-4e0f-40aa-95c1-f8d6c5abc9e4,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:51:58.665796 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4faa4-3d97-4fb9-ad9b-b9e45a2ff0c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:58.666146 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4faa4-3d97-4fb9-ad9b-b9e45a2ff0c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:58.666483 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4faa4-3d97-4fb9-ad9b-b9e45a2ff0c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:58.666811 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4faa4-3d97-4fb9-ad9b-b9e45a2ff0c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:58.667138 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4faa4-3d97-4fb9-ad9b-b9e45a2ff0c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:58.667466 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4faa4-3d97-4fb9-ad9b-b9e45a2ff0c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:58.667790 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4faa4-3d97-4fb9-ad9b-b9e45a2ff0c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:58.668113 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4faa4-3d97-4fb9-ad9b-b9e45a2ff0c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:58.668435 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4faa4-3d97-4fb9-ad9b-b9e45a2ff0c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:58.669784 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4faa4-3d97-4fb9-ad9b-b9e45a2ff0c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:58.669784 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4faa4-3d97-4fb9-ad9b-b9e45a2ff0c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:58.670105 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad4faa4-3d97-4fb9-ad9b-b9e45a2ff0c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:51:58.706422 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-88b95075-f346-4731-9cc0-c3d6e8cd1f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:58.726548 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-88b95075-f346-4731-9cc0-c3d6e8cd1f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:58.845684 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-88b95075-f346-4731-9cc0-c3d6e8cd1f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:58.848286 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-88b95075-f346-4731-9cc0-c3d6e8cd1f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:51:58.849480 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-88b95075-f346-4731-9cc0-c3d6e8cd1f1b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a0fd166-4e0f-40aa-95c1-f8d6c5abc9e4 HTTP/1.1" status: 204 len: 168 time: 0.1914141 Sep 15 13:51:58.857877 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b95075-f346-4731-9cc0-c3d6e8cd1f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0fd166-4e0f-40aa-95c1-f8d6c5abc9e4,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:05.835067 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 53454) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:05.940052 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-24b241da-7189-48cd-a5fe-e486ccf05e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:06.024493 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-24b241da-7189-48cd-a5fe-e486ccf05e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:06.092291 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-24b241da-7189-48cd-a5fe-e486ccf05e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:06.134635 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-24b241da-7189-48cd-a5fe-e486ccf05e82 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=643249d537f743748875526e92f652f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985048 Sep 15 13:52:06.135851 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b241da-7189-48cd-a5fe-e486ccf05e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ee0e5e-f351-4c29-9950-356cfc19bcbd,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:06.137439 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 53458) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:06.186012 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5ec699ee-4588-4892-bb30-38062ba6df50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:06.207179 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5ec699ee-4588-4892-bb30-38062ba6df50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:06.313691 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5ec699ee-4588-4892-bb30-38062ba6df50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:06.316109 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5ec699ee-4588-4892-bb30-38062ba6df50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:06.317277 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-5ec699ee-4588-4892-bb30-38062ba6df50 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63ee0e5e-f351-4c29-9950-356cfc19bcbd HTTP/1.1" status: 204 len: 168 time: 0.1787422 Sep 15 13:52:06.324817 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec699ee-4588-4892-bb30-38062ba6df50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ee0e5e-f351-4c29-9950-356cfc19bcbd,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:06.332072 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec699ee-4588-4892-bb30-38062ba6df50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:06.332477 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec699ee-4588-4892-bb30-38062ba6df50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:06.332764 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec699ee-4588-4892-bb30-38062ba6df50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:06.333096 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec699ee-4588-4892-bb30-38062ba6df50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:06.335974 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec699ee-4588-4892-bb30-38062ba6df50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:06.335974 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec699ee-4588-4892-bb30-38062ba6df50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:06.335974 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec699ee-4588-4892-bb30-38062ba6df50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:06.335974 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec699ee-4588-4892-bb30-38062ba6df50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:06.335974 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec699ee-4588-4892-bb30-38062ba6df50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:06.335974 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec699ee-4588-4892-bb30-38062ba6df50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:06.335974 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec699ee-4588-4892-bb30-38062ba6df50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:06.335974 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec699ee-4588-4892-bb30-38062ba6df50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:06.854785 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 53468) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:06.867928 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d6a2b64d-e332-475b-8d47-225c2b317a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:06.955375 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d6a2b64d-e332-475b-8d47-225c2b317a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:07.056388 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d6a2b64d-e332-475b-8d47-225c2b317a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:07.096025 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-d6a2b64d-e332-475b-8d47-225c2b317a76 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a3ce91e87a848d2af3be472e44e3056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401891 Sep 15 13:52:07.096963 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2b64d-e332-475b-8d47-225c2b317a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a54f57-bfe8-42b8-87a8-9b0baba7c60f,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:07.098775 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 53470) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:07.147307 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-cd9cd97c-3ebf-4714-88e1-bf2ab62d41fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:07.168848 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-cd9cd97c-3ebf-4714-88e1-bf2ab62d41fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:07.309599 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-cd9cd97c-3ebf-4714-88e1-bf2ab62d41fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:07.312736 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-cd9cd97c-3ebf-4714-88e1-bf2ab62d41fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:07.313894 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-cd9cd97c-3ebf-4714-88e1-bf2ab62d41fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/17a54f57-bfe8-42b8-87a8-9b0baba7c60f HTTP/1.1" status: 204 len: 168 time: 0.2141185 Sep 15 13:52:07.323588 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9cd97c-3ebf-4714-88e1-bf2ab62d41fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a54f57-bfe8-42b8-87a8-9b0baba7c60f,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:07.823804 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:12.686921 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 53560) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:12.788033 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6f827f35-335e-4b1e-9226-9ee4aa357ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:12.875146 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6f827f35-335e-4b1e-9226-9ee4aa357ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:12.961283 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-6f827f35-335e-4b1e-9226-9ee4aa357ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:13.005029 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-6f827f35-335e-4b1e-9226-9ee4aa357ef8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4a3baa9c4be46bf8f2d092be4041a47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134382 Sep 15 13:52:13.005029 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f827f35-335e-4b1e-9226-9ee4aa357ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee19be3-3e59-4c7e-9600-40172ff79147,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:13.005278 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 53566) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:13.054527 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-dfd953ed-da5a-4c6a-93e8-d1f6aadc9bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:13.075290 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-dfd953ed-da5a-4c6a-93e8-d1f6aadc9bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:13.189859 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-dfd953ed-da5a-4c6a-93e8-d1f6aadc9bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:13.192425 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-dfd953ed-da5a-4c6a-93e8-d1f6aadc9bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:13.193601 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-dfd953ed-da5a-4c6a-93e8-d1f6aadc9bb4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eee19be3-3e59-4c7e-9600-40172ff79147 HTTP/1.1" status: 204 len: 168 time: 0.1883485 Sep 15 13:52:13.205277 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd953ed-da5a-4c6a-93e8-d1f6aadc9bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee19be3-3e59-4c7e-9600-40172ff79147,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:13.784009 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 53572) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:13.797561 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d6c88d55-154b-4887-8e68-54dcca1ad83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:13.886194 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d6c88d55-154b-4887-8e68-54dcca1ad83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:13.965132 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d6c88d55-154b-4887-8e68-54dcca1ad83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:14.003541 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-d6c88d55-154b-4887-8e68-54dcca1ad83e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9cc09880a1104d97b1f4227b0368ab80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183900 Sep 15 13:52:14.004392 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c88d55-154b-4887-8e68-54dcca1ad83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f11d771-8164-484e-93fa-4195aa092306,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:14.006930 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 53574) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:14.060313 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-65ee20be-0a2b-4320-9d0e-c3ff657cdbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:14.081806 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-65ee20be-0a2b-4320-9d0e-c3ff657cdbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:14.236318 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-65ee20be-0a2b-4320-9d0e-c3ff657cdbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:14.238913 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-65ee20be-0a2b-4320-9d0e-c3ff657cdbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:14.240052 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-65ee20be-0a2b-4320-9d0e-c3ff657cdbbc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f11d771-8164-484e-93fa-4195aa092306 HTTP/1.1" status: 204 len: 168 time: 0.2315910 Sep 15 13:52:14.247837 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee20be-0a2b-4320-9d0e-c3ff657cdbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f11d771-8164-484e-93fa-4195aa092306,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:15.570936 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-16374d89-2dc0-4444-b430-9d9280c28669 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2111330207&fields=id&tenant_id=8d000803518a4c8b8c0afbc4b57421d1 HTTP/1.1" status: 200 len: 267 time: 0.0327346 Sep 15 13:52:15.679124 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-9950167d-2b5d-4ebe-9d4b-b07bfee7f397 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:15.680591 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-9950167d-2b5d-4ebe-9d4b-b07bfee7f397 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/networks?id=3c62f92a-f427-49c1-a85d-80b6167fa3af HTTP/1.1" status: 200 len: 811 time: 0.1030409 Sep 15 13:52:15.696382 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-3033a450-054b-41f2-b03f-1767feaafe52 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/quotas/8d000803518a4c8b8c0afbc4b57421d1 HTTP/1.1" status: 200 len: 375 time: 0.0099995 Sep 15 13:52:15.752951 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-3ec99014-5e0e-4603-b114-42e3335267a3 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d000803518a4c8b8c0afbc4b57421d1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0510995 Sep 15 13:52:15.863777 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-246f571b-1289-4e61-b3ec-6b0515e2e1b2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101214) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 13:52:15.870938 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-246f571b-1289-4e61-b3ec-6b0515e2e1b2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1037652 Sep 15 13:52:15.954497 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-6cd81eb8-1501-4622-93ff-635250549ad1 service neutron] 10.222.0.30 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840938 Sep 15 13:52:16.049568 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-3aeeecea-dbbc-4f87-9b1a-4d791df3e4ff service neutron] 10.222.0.30 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885241 Sep 15 13:52:16.757929 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-43eee519-1ed8-4a00-af71-75c789d861f8 req-4932d7a4-c9e2-41f2-8e12-7af15b66ab35 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 210 time: 0.1830482 Sep 15 13:52:17.861883 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-b3889be9-ab4e-4f7b-a525-2a03b7ada393 req-e6c74662-d291-4240-811d-47079e2efb63 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 210 time: 0.0333169 Sep 15 13:52:18.546643 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-7710278c-1cad-4ebc-be3b-2a6b115a3f30 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:18.548095 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-7710278c-1cad-4ebc-be3b-2a6b115a3f30 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.15 "GET /v2.0/networks?id=3c62f92a-f427-49c1-a85d-80b6167fa3af HTTP/1.1" status: 200 len: 811 time: 0.1056240 Sep 15 13:52:18.590812 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-64f339b8-69be-4e2c-9b10-fe4075413ce8 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d000803518a4c8b8c0afbc4b57421d1 HTTP/1.1" status: 200 len: 380 time: 0.0336711 Sep 15 13:52:18.600330 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-ac63389d-51c4-4f24-8cca-1e2c91ccba7e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Request body: {'port': {'device_id': 'c98dd329-0b98-4473-9a2a-93148ebd11b2', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'admin_state_up': True, 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'security_groups': ['04900f9c-7d64-407a-9459-ed3f304f5e28']}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:52:18.755575 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-ac63389d-51c4-4f24-8cca-1e2c91ccba7e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Made reservation on behalf of 8d000803518a4c8b8c0afbc4b57421d1 for: {'port': 1} {{(pid=101214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 13:52:18.759240 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-ac63389d-51c4-4f24-8cca-1e2c91ccba7e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:18.883153 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-ac63389d-51c4-4f24-8cca-1e2c91ccba7e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Allocated IP 172.20.0.6 (3c62f92a-f427-49c1-a85d-80b6167fa3af/a985cd71-7a70-4104-b2ec-144e68665c3a/db3f5f04-ac25-4c0b-9b78-a46406a4c5f7) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:52:18.980357 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-fc70917e-e5c0-4759-b192-dbf04bdca009 req-bcb37bea-29f7-4421-9145-0d832b101fdb tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 210 time: 0.0292754 Sep 15 13:52:19.022937 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-ac63389d-51c4-4f24-8cca-1e2c91ccba7e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:19.189684 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-ac63389d-51c4-4f24-8cca-1e2c91ccba7e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:19.232221 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-ac63389d-51c4-4f24-8cca-1e2c91ccba7e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Network 3c62f92a-f427-49c1-a85d-80b6167fa3af is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:52:19.235186 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-ac63389d-51c4-4f24-8cca-1e2c91ccba7e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:52:19.239453 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-ac63389d-51c4-4f24-8cca-1e2c91ccba7e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:52:19.264236 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63389d-51c4-4f24-8cca-1e2c91ccba7e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Pushing event updated for resources: {'Port': ['ID=db3f5f04-ac25-4c0b-9b78-a46406a4c5f7,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:19.293027 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-ac63389d-51c4-4f24-8cca-1e2c91ccba7e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:19.293769 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-ac63389d-51c4-4f24-8cca-1e2c91ccba7e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:19.413117 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-ac63389d-51c4-4f24-8cca-1e2c91ccba7e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8167155 Sep 15 13:52:19.471516 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-1640ba92-3126-4428-9c15-3de9fca5bd38 service neutron] Request body: {'port': {'device_id': 'c98dd329-0b98-4473-9a2a-93148ebd11b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80345'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:52:19.491965 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-00337787-62eb-447c-a2cc-7c6a43c3c3e9 None None] Provisioning complete for port db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 triggered by entity DHCP. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:19.492487 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-00337787-62eb-447c-a2cc-7c6a43c3c3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:19.527036 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-00337787-62eb-447c-a2cc-7c6a43c3c3e9 None None] Port db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 cannot update to ACTIVE because it is not bound. {{(pid=101215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 13:52:19.539833 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-1640ba92-3126-4428-9c15-3de9fca5bd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:19.794362 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-1640ba92-3126-4428-9c15-3de9fca5bd38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 {{(pid=101214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:52:19.801791 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-1640ba92-3126-4428-9c15-3de9fca5bd38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:19.814478 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.provisioning_blocks [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-1640ba92-3126-4428-9c15-3de9fca5bd38 service neutron] Transition to ACTIVE for port object db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 will not be triggered until provisioned by entity L2. {{(pid=101214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 13:52:19.972820 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-1640ba92-3126-4428-9c15-3de9fca5bd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:20.043765 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640ba92-3126-4428-9c15-3de9fca5bd38 service neutron] Pushing event updated for resources: {'Port': ['ID=db3f5f04-ac25-4c0b-9b78-a46406a4c5f7,revision_number=2']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:20.130513 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-1640ba92-3126-4428-9c15-3de9fca5bd38 service neutron] Attempting to bind port db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 on host hv-cinder-80345 for vnic_type normal with profile {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 13:52:20.130878 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-1640ba92-3126-4428-9c15-3de9fca5bd38 service neutron] Attempting to bind port db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 by drivers openvswitch,hyperv on host hv-cinder-80345 at level 0 using segments [{'id': '7f2672a9-5a98-4eec-a2e9-032da0ac542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af'}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 13:52:20.131208 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-1640ba92-3126-4428-9c15-3de9fca5bd38 service neutron] Attempting to bind port db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 on network 3c62f92a-f427-49c1-a85d-80b6167fa3af {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:52:20.146323 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f3ca1-95c7-4ebe-b073-154f83191518 req-e9485076-a1be-433c-9ee1-a4c6c448453c tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:20.147883 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c25f3ca1-95c7-4ebe-b073-154f83191518 req-e9485076-a1be-433c-9ee1-a4c6c448453c tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 943 time: 0.0770409 Sep 15 13:52:20.148668 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-1640ba92-3126-4428-9c15-3de9fca5bd38 service neutron] Port db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 on network 3c62f92a-f427-49c1-a85d-80b6167fa3af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80345 {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 13:52:20.148989 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-1640ba92-3126-4428-9c15-3de9fca5bd38 service neutron] Attempting to bind port db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 on network 3c62f92a-f427-49c1-a85d-80b6167fa3af {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 13:52:20.157361 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-1640ba92-3126-4428-9c15-3de9fca5bd38 service neutron] Checking agent: {'id': 'b550a8ff-0b84-4201-8276-b98629f1370c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80345', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'started_at': datetime.datetime(2021, 9, 15, 13, 39, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 13, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 13:52:20.157810 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-1640ba92-3126-4428-9c15-3de9fca5bd38 service neutron] Checking segment: {'id': '7f2672a9-5a98-4eec-a2e9-032da0ac542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 13:52:20.158307 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-1640ba92-3126-4428-9c15-3de9fca5bd38 service neutron] Bound using segment: {'id': '7f2672a9-5a98-4eec-a2e9-032da0ac542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af'} {{(pid=101214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 13:52:20.158833 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.managers [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-1640ba92-3126-4428-9c15-3de9fca5bd38 service neutron] Bound port: db3f5f04-ac25-4c0b-9b78-a46406a4c5f7, host: hv-cinder-80345, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f2672a9-5a98-4eec-a2e9-032da0ac542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af'}}] {{(pid=101214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 13:52:20.159462 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-1640ba92-3126-4428-9c15-3de9fca5bd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:20.234622 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c25f3ca1-95c7-4ebe-b073-154f83191518 req-92e57b69-f936-4c34-be58-625746d84e83 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724225 Sep 15 13:52:20.263772 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-1640ba92-3126-4428-9c15-3de9fca5bd38 service neutron] For port db3f5f04-ac25-4c0b-9b78-a46406a4c5f7, host hv-cinder-80345, cleared binding levels {{(pid=101214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 13:52:20.266892 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-1640ba92-3126-4428-9c15-3de9fca5bd38 service neutron] For port db3f5f04-ac25-4c0b-9b78-a46406a4c5f7, host hv-cinder-80345, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=db3f5f04-ac25-4c0b-9b78-a46406a4c5f7,segment=NetworkSegment(7f2672a9-5a98-4eec-a2e9-032da0ac542f),segment_id=7f2672a9-5a98-4eec-a2e9-032da0ac542f)] {{(pid=101214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 13:52:20.365568 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-1640ba92-3126-4428-9c15-3de9fca5bd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:20.399493 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-1640ba92-3126-4428-9c15-3de9fca5bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:20.400187 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-1640ba92-3126-4428-9c15-3de9fca5bd38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:20.401564 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-1640ba92-3126-4428-9c15-3de9fca5bd38 service neutron] 10.222.0.15 "PUT /v2.0/ports/db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 HTTP/1.1" status: 200 len: 1093 time: 0.9798977 Sep 15 13:52:20.401999 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98dd329-0b98-4473-9a2a-93148ebd11b2', 'tag': 'db3f5f04-ac25-4c0b-9b78-a46406a4c5f7'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:52:20.404220 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1d5bf6-a602-4d7f-a929-dc75c50e53be" -d '{"events": [{"name": "network-changed", "server_uuid": "c98dd329-0b98-4473-9a2a-93148ebd11b2", "tag": "db3f5f04-ac25-4c0b-9b78-a46406a4c5f7"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:52:20.430384 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640ba92-3126-4428-9c15-3de9fca5bd38 service neutron] Pushing event updated for resources: {'Port': ['ID=db3f5f04-ac25-4c0b-9b78-a46406a4c5f7,revision_number=3']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:20.508463 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285f0238-1f32-4389-be56-b1c4e6b5bec4 x-openstack-request-id: req-285f0238-1f32-4389-be56-b1c4e6b5bec4 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:52:20.508763 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98dd329-0b98-4473-9a2a-93148ebd11b2", "tag": "db3f5f04-ac25-4c0b-9b78-a46406a4c5f7", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:52:20.509016 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-285f0238-1f32-4389-be56-b1c4e6b5bec4 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:52:20.509447 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98dd329-0b98-4473-9a2a-93148ebd11b2', 'tag': 'db3f5f04-ac25-4c0b-9b78-a46406a4c5f7', 'status': 'completed', 'code': 200} Sep 15 13:52:20.564907 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-9b84643e-1b9b-47b3-a731-b1a1413d9703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:20.567113 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-9b84643e-1b9b-47b3-a731-b1a1413d9703 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d000803518a4c8b8c0afbc4b57421d1&device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 1096 time: 0.0492489 Sep 15 13:52:20.878239 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-21e6eb27-83f1-4475-b66c-296ee4eee641 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 HTTP/1.1" status: 200 len: 217 time: 0.3033795 Sep 15 13:52:20.926516 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-11e20db2-c7e0-45dc-b940-dfabd534a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:20.927904 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-11e20db2-c7e0-45dc-b940-dfabd534a8b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a985cd71-7a70-4104-b2ec-144e68665c3a HTTP/1.1" status: 200 len: 850 time: 0.0427132 Sep 15 13:52:20.972070 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-9f809f27-4a27-4c03-980c-626c080f4c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:20.974085 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-9f809f27-4a27-4c03-980c-626c080f4c64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3c62f92a-f427-49c1-a85d-80b6167fa3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395830 Sep 15 13:52:21.063210 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-2570b0a2-4e96-4b87-9586-62ff564db051 service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823936 Sep 15 13:52:21.151596 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-2353e9cd-ebd3-4b67-beb6-cda874f5ae82 req-5fcd5554-238b-4a4f-a996-3e5ddd84b71b service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809848 Sep 15 13:52:21.218257 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-25b315c4-c60f-4ab7-ae3a-f50afb7f975c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:21.350047 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d5bf6-a602-4d7f-a929-dc75c50e53be req-4bc6e45f-e267-4261-8fd9-e78707e2c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:21.351554 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8b1d5bf6-a602-4d7f-a929-dc75c50e53be req-4bc6e45f-e267-4261-8fd9-e78707e2c205 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d000803518a4c8b8c0afbc4b57421d1&device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 1096 time: 0.0733607 Sep 15 13:52:21.373612 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4125691-d013-4db7-9121-a3d467ef1b92 req-9b1eb766-c1f5-40d9-bc60-f8a4c59e12e5 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:21.375051 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d4125691-d013-4db7-9121-a3d467ef1b92 req-9b1eb766-c1f5-40d9-bc60-f8a4c59e12e5 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 943 time: 0.0691643 Sep 15 13:52:21.460818 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-d4125691-d013-4db7-9121-a3d467ef1b92 req-5a252e5b-2940-4f5c-a21d-6f33fb8abb4e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755467 Sep 15 13:52:21.480774 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d5bf6-a602-4d7f-a929-dc75c50e53be req-ef11eb03-b0a9-4e4b-bb4f-769a778fcfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:21.482258 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8b1d5bf6-a602-4d7f-a929-dc75c50e53be req-ef11eb03-b0a9-4e4b-bb4f-769a778fcfc4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3c62f92a-f427-49c1-a85d-80b6167fa3af HTTP/1.1" status: 200 len: 912 time: 0.1238542 Sep 15 13:52:21.528890 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8b1d5bf6-a602-4d7f-a929-dc75c50e53be req-09f2cf59-6ddf-4b60-a440-cf0f0b9a6e5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 HTTP/1.1" status: 200 len: 217 time: 0.0366755 Sep 15 13:52:21.576576 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d5bf6-a602-4d7f-a929-dc75c50e53be req-ade76d67-c33e-4e0b-a345-7f16957c6de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:21.577995 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8b1d5bf6-a602-4d7f-a929-dc75c50e53be req-ade76d67-c33e-4e0b-a345-7f16957c6de2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a985cd71-7a70-4104-b2ec-144e68665c3a HTTP/1.1" status: 200 len: 850 time: 0.0426555 Sep 15 13:52:21.625604 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d5bf6-a602-4d7f-a929-dc75c50e53be req-06c855be-1412-4023-b0a9-1187423f5c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:21.627057 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8b1d5bf6-a602-4d7f-a929-dc75c50e53be req-06c855be-1412-4023-b0a9-1187423f5c40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3c62f92a-f427-49c1-a85d-80b6167fa3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388503 Sep 15 13:52:21.723747 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8b1d5bf6-a602-4d7f-a929-dc75c50e53be req-8f4228be-9a67-411c-b1c2-289d705ed392 service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858645 Sep 15 13:52:21.815984 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8b1d5bf6-a602-4d7f-a929-dc75c50e53be req-a326d85e-9eaa-4091-9dd5-6c2e84fa1764 service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833645 Sep 15 13:52:22.574919 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff34794-7784-43f8-aaf3-40d8804983d3 req-64ec7b14-2866-4826-95f6-a49ff5fad304 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:22.576463 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-eff34794-7784-43f8-aaf3-40d8804983d3 req-64ec7b14-2866-4826-95f6-a49ff5fad304 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 943 time: 0.0491168 Sep 15 13:52:22.616576 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-eff34794-7784-43f8-aaf3-40d8804983d3 req-25dbd394-c5aa-4009-a529-4367d4a7e5e4 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331726 Sep 15 13:52:23.686732 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-a2b8f452-f7a0-486d-95ee-42faa530e91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:23.730255 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3334a2a-0748-43f4-8d6f-81274c6ee914 req-0ddb2c5d-f9d6-4d8e-8d3a-6e7f67d1bac7 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:23.731814 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f3334a2a-0748-43f4-8d6f-81274c6ee914 req-0ddb2c5d-f9d6-4d8e-8d3a-6e7f67d1bac7 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 943 time: 0.0500767 Sep 15 13:52:23.768993 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-f3334a2a-0748-43f4-8d6f-81274c6ee914 req-74046f3c-6fd7-4ae8-ad04-317d06affdb0 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312316 Sep 15 13:52:23.772504 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:24.885302 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666ddfd-fc09-4fd0-9e42-41fbe6dbff28 req-f6683091-ac4b-45ca-8143-137899c29e22 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:24.886807 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c666ddfd-fc09-4fd0-9e42-41fbe6dbff28 req-f6683091-ac4b-45ca-8143-137899c29e22 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 943 time: 0.0493956 Sep 15 13:52:24.938343 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c666ddfd-fc09-4fd0-9e42-41fbe6dbff28 req-14896a12-c9ad-431b-b81a-d5a405926eb8 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329406 Sep 15 13:52:25.132281 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:26.040483 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bb826-a274-4738-9ce8-ee8f99c3664d req-2e03cba8-db17-459a-9ea3-e8e88b4ea17e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:26.041953 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-755bb826-a274-4738-9ce8-ee8f99c3664d req-2e03cba8-db17-459a-9ea3-e8e88b4ea17e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 943 time: 0.0489781 Sep 15 13:52:26.079694 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-755bb826-a274-4738-9ce8-ee8f99c3664d req-2b10336e-001b-4832-9df5-71b7bcaa3265 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317867 Sep 15 13:52:26.713684 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:27.195715 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c2598-a29f-4b72-ba2a-cb571f2360cd req-67744ab3-230a-4f9b-887e-ea63024827bd tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:27.197246 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-559c2598-a29f-4b72-ba2a-cb571f2360cd req-67744ab3-230a-4f9b-887e-ea63024827bd tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 943 time: 0.0514760 Sep 15 13:52:27.236482 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-559c2598-a29f-4b72-ba2a-cb571f2360cd req-7d4eaf0b-eb6b-4bab-81b3-b626d6dbf5a4 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331700 Sep 15 13:52:27.369309 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:52:27.656798 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 53754) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:27.759368 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b2afc07d-ec3f-492b-aa0e-4f5a3728be6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:27.843388 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b2afc07d-ec3f-492b-aa0e-4f5a3728be6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:27.924858 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-b2afc07d-ec3f-492b-aa0e-4f5a3728be6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:27.961090 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afc07d-ec3f-492b-aa0e-4f5a3728be6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531e46f6-b349-48f5-af5d-bf5af905a559,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:27.965401 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-b2afc07d-ec3f-492b-aa0e-4f5a3728be6b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19eb420159db45a7963d9055437e46ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075128 Sep 15 13:52:27.967878 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 53758) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:28.014393 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3d06a6ef-3d3a-4846-96c3-4466a2b03cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:28.035449 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3d06a6ef-3d3a-4846-96c3-4466a2b03cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:28.141723 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3d06a6ef-3d3a-4846-96c3-4466a2b03cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:28.144984 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-3d06a6ef-3d3a-4846-96c3-4466a2b03cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:28.148399 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-3d06a6ef-3d3a-4846-96c3-4466a2b03cf8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/531e46f6-b349-48f5-af5d-bf5af905a559 HTTP/1.1" status: 204 len: 168 time: 0.1774037 Sep 15 13:52:28.153855 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06a6ef-3d3a-4846-96c3-4466a2b03cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531e46f6-b349-48f5-af5d-bf5af905a559,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:28.352388 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a788eec-1bdf-43d8-b7d8-b6daba73a6e9 req-11386372-40c4-4d86-927d-ba0dbe4d0248 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:28.353881 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8a788eec-1bdf-43d8-b7d8-b6daba73a6e9 req-11386372-40c4-4d86-927d-ba0dbe4d0248 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 943 time: 0.0523906 Sep 15 13:52:28.392509 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-8a788eec-1bdf-43d8-b7d8-b6daba73a6e9 req-69d2e2fa-fbae-45f9-8fc1-beb36a560495 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327401 Sep 15 13:52:28.602089 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 details requested by agent hyperv_hv-cinder-80345 with host hv-cinder-80345 {{(pid=101215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 13:52:28.699152 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port db3f5f04-ac25-4c0b-9b78-a46406a4c5f7, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=db3f5f04-ac25-4c0b-9b78-a46406a4c5f7,segment=NetworkSegment(7f2672a9-5a98-4eec-a2e9-032da0ac542f),segment_id=7f2672a9-5a98-4eec-a2e9-032da0ac542f)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:52:28.710393 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Returning: {'device': 'db3f5f04-ac25-4c0b-9b78-a46406a4c5f7', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'port_id': 'db3f5f04-ac25-4c0b-9b78-a46406a4c5f7', 'mac_address': 'fa:16:3e:1b:40:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 13:52:28.746328 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:28.759597 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 {{(pid=101215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 13:52:28.772095 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 53766) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:28.779301 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port db3f5f04-ac25-4c0b-9b78-a46406a4c5f7, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=db3f5f04-ac25-4c0b-9b78-a46406a4c5f7,segment=NetworkSegment(7f2672a9-5a98-4eec-a2e9-032da0ac542f),segment_id=7f2672a9-5a98-4eec-a2e9-032da0ac542f)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:52:28.788225 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c13ad346-a746-4015-aa78-097086f080ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:28.858859 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:28.876209 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c13ad346-a746-4015-aa78-097086f080ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:28.905379 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=db3f5f04-ac25-4c0b-9b78-a46406a4c5f7,revision_number=4']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:28.912672 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:28.913641 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:28.913641 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:28.913944 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:28.914041 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:28.914298 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:28.914623 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:28.914943 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:28.915268 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:28.915587 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:28.915902 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:28.916217 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:52:28.931991 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c13ad346-a746-4015-aa78-097086f080ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:28.970972 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-c13ad346-a746-4015-aa78-097086f080ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92da5f4589864088bf36665be9cb1af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976395 Sep 15 13:52:28.973401 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ad346-a746-4015-aa78-097086f080ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1887f83-5594-4b38-8291-189548814022,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:28.973624 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 53768) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:29.022587 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-94c552e5-e26e-4a0b-8a34-6e0be71e4ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:29.042845 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-94c552e5-e26e-4a0b-8a34-6e0be71e4ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:29.088704 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] get_ports_and_sgs() called for port_ids ['db3f5f04-ac25-4c0b-9b78-a46406a4c5f7'] {{(pid=101215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 13:52:29.177870 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-94c552e5-e26e-4a0b-8a34-6e0be71e4ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:29.180484 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-94c552e5-e26e-4a0b-8a34-6e0be71e4ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:29.181715 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-94c552e5-e26e-4a0b-8a34-6e0be71e4ff7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1887f83-5594-4b38-8291-189548814022 HTTP/1.1" status: 204 len: 168 time: 0.2070885 Sep 15 13:52:29.189648 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c552e5-e26e-4a0b-8a34-6e0be71e4ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1887f83-5594-4b38-8291-189548814022,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:29.506921 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705040bc-db82-4a8f-9ad2-010f07fe63e2 req-63160220-0c2b-43fc-a1b5-f091c3a50e1d tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:29.508276 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-705040bc-db82-4a8f-9ad2-010f07fe63e2 req-63160220-0c2b-43fc-a1b5-f091c3a50e1d tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 944 time: 0.0499907 Sep 15 13:52:29.546547 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-705040bc-db82-4a8f-9ad2-010f07fe63e2 req-0ad10f5d-1cb1-4523-9e80-b31b37bfee38 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320551 Sep 15 13:52:30.633236 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 up at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 13:52:30.660341 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef66cd-48cb-4ddc-b336-7dd6c81ecf07 req-b00de6c2-278c-46e8-ac62-c8d7f5110d71 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:30.661898 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ffef66cd-48cb-4ddc-b336-7dd6c81ecf07 req-b00de6c2-278c-46e8-ac62-c8d7f5110d71 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 944 time: 0.0482523 Sep 15 13:52:30.702387 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-ffef66cd-48cb-4ddc-b336-7dd6c81ecf07 req-58ef73e6-1085-4d48-869e-5d61089db6ab tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344179 Sep 15 13:52:30.741818 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning for port db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 completed by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 13:52:30.745818 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.provisioning_blocks [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Provisioning complete for port db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 triggered by entity L2. {{(pid=101215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 13:52:30.746188 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3489873'] for port, provisioning_complete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:30.765989 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 53804) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:30.827272 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:30.850961 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98dd329-0b98-4473-9a2a-93148ebd11b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3f5f04-ac25-4c0b-9b78-a46406a4c5f7'}] {{(pid=101215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:52:30.853217 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}089b7932f8ed34b2eff92350fc3f1c2e68dfc2fe848b563e7f7d441396441f29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75364d14-3978-4c45-87f2-ffbeb704bcfa" -d '{"events": [{"server_uuid": "c98dd329-0b98-4473-9a2a-93148ebd11b2", "name": "network-vif-plugged", "status": "completed", "tag": "db3f5f04-ac25-4c0b-9b78-a46406a4c5f7"}]}' {{(pid=101215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:52:30.867212 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] For port db3f5f04-ac25-4c0b-9b78-a46406a4c5f7, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=db3f5f04-ac25-4c0b-9b78-a46406a4c5f7,segment=NetworkSegment(7f2672a9-5a98-4eec-a2e9-032da0ac542f),segment_id=7f2672a9-5a98-4eec-a2e9-032da0ac542f)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:52:30.878055 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-8431e308-164f-4129-bf7b-88ac3cab83b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:30.970058 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-8431e308-164f-4129-bf7b-88ac3cab83b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:30.972368 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916'] for port, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:31.009180 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca44939-b82c-4955-bdf5-eec54e8dcdbf x-openstack-request-id: req-eca44939-b82c-4955-bdf5-eec54e8dcdbf {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:52:31.012407 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98dd329-0b98-4473-9a2a-93148ebd11b2", "name": "network-vif-plugged", "status": "completed", "tag": "db3f5f04-ac25-4c0b-9b78-a46406a4c5f7", "code": 200}]} {{(pid=101215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:52:31.012407 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eca44939-b82c-4955-bdf5-eec54e8dcdbf {{(pid=101215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:52:31.012407 dv-cinder-803456-3-iscsi neutron-server[101215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98dd329-0b98-4473-9a2a-93148ebd11b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3f5f04-ac25-4c0b-9b78-a46406a4c5f7', 'code': 200} Sep 15 13:52:31.025959 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Pushing event updated for resources: {'Port': ['ID=db3f5f04-ac25-4c0b-9b78-a46406a4c5f7,revision_number=5']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:31.035790 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-8431e308-164f-4129-bf7b-88ac3cab83b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:31.074131 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-8431e308-164f-4129-bf7b-88ac3cab83b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88d9e80ea5754eac8ddac976972f099f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070877 Sep 15 13:52:31.076000 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431e308-164f-4129-bf7b-88ac3cab83b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc30a80-106e-4e12-935e-ca8ca79e74b3,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:31.077064 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 53812) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:31.126957 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d4b7d4ee-b898-4dc6-8847-b62cf5e24675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:31.149343 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d4b7d4ee-b898-4dc6-8847-b62cf5e24675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:31.290331 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d4b7d4ee-b898-4dc6-8847-b62cf5e24675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:31.293072 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-d4b7d4ee-b898-4dc6-8847-b62cf5e24675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:31.294323 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-d4b7d4ee-b898-4dc6-8847-b62cf5e24675 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0cc30a80-106e-4e12-935e-ca8ca79e74b3 HTTP/1.1" status: 204 len: 168 time: 0.2162442 Sep 15 13:52:31.302995 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7d4ee-b898-4dc6-8847-b62cf5e24675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc30a80-106e-4e12-935e-ca8ca79e74b3,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:31.330996 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510db6ad-5df3-4e13-bab2-4e187bfc52fc req-2ff88671-dd3c-4e80-9c0c-494cbbafbd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:31.333147 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-510db6ad-5df3-4e13-bab2-4e187bfc52fc req-2ff88671-dd3c-4e80-9c0c-494cbbafbd2d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 1098 time: 0.0427966 Sep 15 13:52:31.368870 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-510db6ad-5df3-4e13-bab2-4e187bfc52fc req-44d14ead-3265-4125-97cf-5be773907725 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291491 Sep 15 13:52:31.817075 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec3d09-598d-4083-b9d7-47cf18268954 req-fb89c1fa-360c-43c3-8d29-bde70258f56e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:31.818573 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-6fec3d09-598d-4083-b9d7-47cf18268954 req-fb89c1fa-360c-43c3-8d29-bde70258f56e tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 945 time: 0.0488412 Sep 15 13:52:31.856681 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-6fec3d09-598d-4083-b9d7-47cf18268954 req-a18eeae0-e668-46f8-9ba9-3c94d175b7f0 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322437 Sep 15 13:52:32.976192 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603f089-324f-4628-9b22-85c0fcb0d894 req-bbf617a0-9b35-44bc-bcd9-10afd75d424f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:32.977710 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c603f089-324f-4628-9b22-85c0fcb0d894 req-bbf617a0-9b35-44bc-bcd9-10afd75d424f tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 945 time: 0.0514452 Sep 15 13:52:33.014914 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-c603f089-324f-4628-9b22-85c0fcb0d894 req-7aeb18dd-acbd-4c52-9bdc-6033131d3a1a tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313516 Sep 15 13:52:33.133335 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e85881-c38c-4073-959e-3bbd54b33ca9 req-f3c20fed-5ecf-4461-8143-a81c05f77386 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:33.134602 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e2e85881-c38c-4073-959e-3bbd54b33ca9 req-f3c20fed-5ecf-4461-8143-a81c05f77386 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 945 time: 0.0515647 Sep 15 13:52:33.176005 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e2e85881-c38c-4073-959e-3bbd54b33ca9 req-9b29008b-81d5-41a7-a7e5-a2ffcb8e88a9 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347736 Sep 15 13:52:33.198957 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 53848) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:33.381481 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1170f75-ae07-4142-a64b-512beead475a tempest-TestVolumeBootPattern-1434962832 tempest-TestVolumeBootPattern-1434962832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:33.382977 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-d1170f75-ae07-4142-a64b-512beead475a tempest-TestVolumeBootPattern-1434962832 tempest-TestVolumeBootPattern-1434962832-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 1093 time: 0.1830683 Sep 15 13:52:33.385785 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 53852) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:33.390030 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.v2.base [None req-f9965c02-f4de-46ea-a093-392bef2dd754 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Request body: {'floatingip': {'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'port_id': 'db3f5f04-ac25-4c0b-9b78-a46406a4c5f7', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 13:52:33.497771 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f9965c02-f4de-46ea-a093-392bef2dd754 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for floatingip, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:33.594971 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f9965c02-f4de-46ea-a093-392bef2dd754 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:33.696433 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.db_base_plugin_common [None req-f9965c02-f4de-46ea-a093-392bef2dd754 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Allocated IP 172.27.0.148 (ece37916-b27e-4896-b760-50248bab8142/37569b60-ab24-446b-9709-ec585ea5ec0b/0ea5ff10-ed0b-410d-b5ad-d45e1fd84000) {{(pid=101214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 13:52:33.799898 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f9965c02-f4de-46ea-a093-392bef2dd754 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for port, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:33.893220 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f9965c02-f4de-46ea-a093-392bef2dd754 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777769149880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:33.929841 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9965c02-f4de-46ea-a093-392bef2dd754 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Network ece37916-b27e-4896-b760-50248bab8142 is already hosted by enough agents. {{(pid=101214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 13:52:33.932530 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.base_scheduler [None req-f9965c02-f4de-46ea-a093-392bef2dd754 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Resources bound (agent type, host, resource id): {{(pid=101214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 13:52:33.935963 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9965c02-f4de-46ea-a093-392bef2dd754 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Received port after_create {{(pid=101214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 13:52:33.943806 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9965c02-f4de-46ea-a093-392bef2dd754 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Pushing event updated for resources: {'Port': ['ID=0ea5ff10-ed0b-410d-b5ad-d45e1fd84000,revision_number=1']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:34.275994 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f9965c02-f4de-46ea-a093-392bef2dd754 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:34.402434 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f9965c02-f4de-46ea-a093-392bef2dd754 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3547037'] for port, before_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:34.549798 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f9965c02-f4de-46ea-a093-392bef2dd754 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for port, precommit_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:34.629167 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f9965c02-f4de-46ea-a093-392bef2dd754 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777769688077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777769149898', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777769149916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4251676'] for port, after_update {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:34.702921 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9965c02-f4de-46ea-a093-392bef2dd754 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Pushing event updated for resources: {'Port': ['ID=0ea5ff10-ed0b-410d-b5ad-d45e1fd84000,revision_number=2']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:34.714682 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f9965c02-f4de-46ea-a093-392bef2dd754 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550917'] for floatingip, after_create {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:34.811624 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.db.l3_db [None req-f9965c02-f4de-46ea-a093-392bef2dd754 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Floating IP 6a666e4a-f1cc-4c15-b9df-bb2e926370f8 associated. External IP: 172.27.0.148, port: db3f5f04-ac25-4c0b-9b78-a46406a4c5f7. Sep 15 13:52:35.012800 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9965c02-f4de-46ea-a093-392bef2dd754 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Router d1cc937a-1563-4340-9e26-69b6dd3a933a has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:52:35.118544 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9965c02-f4de-46ea-a093-392bef2dd754 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:52:35.130515 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759c8c46-be7f-40f2-89d3-9ca3ec3e02c8 None None] Sync routers for ids ['d1cc937a-1563-4340-9e26-69b6dd3a933a'] in dv-cinder-803456-3-iscsi {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:52:35.139562 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759c8c46-be7f-40f2-89d3-9ca3ec3e02c8 None None] Routers {'d1cc937a-1563-4340-9e26-69b6dd3a933a'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:52:35.140175 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-759c8c46-be7f-40f2-89d3-9ca3ec3e02c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:52:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['d1cc937a-1563-4340-9e26-69b6dd3a933a'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:35.229166 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-f9965c02-f4de-46ea-a093-392bef2dd754 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for floatingip, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:35.245019 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-759c8c46-be7f-40f2-89d3-9ca3ec3e02c8 None None] Set router d1cc937a-1563-4340-9e26-69b6dd3a933a gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:52:35.259666 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-f9965c02-f4de-46ea-a093-392bef2dd754 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8728518 Sep 15 13:52:35.260245 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98dd329-0b98-4473-9a2a-93148ebd11b2', 'tag': 'db3f5f04-ac25-4c0b-9b78-a46406a4c5f7'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:52:35.262498 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47552d12-d21d-41ac-8799-d0c654ff5fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "c98dd329-0b98-4473-9a2a-93148ebd11b2", "tag": "db3f5f04-ac25-4c0b-9b78-a46406a4c5f7"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:52:35.297572 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215785eb-7c35-44dd-b702-fccafcf01e24 x-openstack-request-id: req-215785eb-7c35-44dd-b702-fccafcf01e24 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:52:35.298203 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98dd329-0b98-4473-9a2a-93148ebd11b2", "tag": "db3f5f04-ac25-4c0b-9b78-a46406a4c5f7", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:52:35.298203 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-215785eb-7c35-44dd-b702-fccafcf01e24 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:52:35.298488 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98dd329-0b98-4473-9a2a-93148ebd11b2', 'tag': 'db3f5f04-ac25-4c0b-9b78-a46406a4c5f7', 'status': 'completed', 'code': 200} Sep 15 13:52:35.469096 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-759c8c46-be7f-40f2-89d3-9ca3ec3e02c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 4, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': '6a666e4a-f1cc-4c15-b9df-bb2e926370f8', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'port_id': 'db3f5f04-ac25-4c0b-9b78-a46406a4c5f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'mac_address': 'fa:16:3e:1b:40:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98dd329-0b98-4473-9a2a-93148ebd11b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:52:34Z', 'updated_at': '2021-09-15T13:52:34Z', 'revision_number': 0, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'fixed_ip_address_scope': None}, {'id': '8f090d50-ce0a-4ebd-8e2a-f4a79c46cac7', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'floating_ip_address': '172.27.0.70', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'port_id': 'a8a085a6-ad08-4e70-9199-1583b6c9b914', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'mac_address': 'fa:16:3e:29:a9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b2d87-7815-4aa1-8c72-f65090d730a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:50:23Z', 'updated_at': '2021-09-15T13:50:25Z', 'revision_number': 1, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22843d98-86b0-4dd6-88b6-558f17685ef1', 'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'mac_address': 'fa:16:3e:1b:50:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:22Z', 'updated_at': '2021-09-15T13:46:28Z', 'revision_number': 5, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'subnets': [{'id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:35.494456 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759c8c46-be7f-40f2-89d3-9ca3ec3e02c8 None None] Checking router: d1cc937a-1563-4340-9e26-69b6dd3a933a for host: dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:52:35.502367 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759c8c46-be7f-40f2-89d3-9ca3ec3e02c8 None None] Routers {'d1cc937a-1563-4340-9e26-69b6dd3a933a'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:52:35.502954 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-759c8c46-be7f-40f2-89d3-9ca3ec3e02c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:52:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['d1cc937a-1563-4340-9e26-69b6dd3a933a'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:35.605854 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-759c8c46-be7f-40f2-89d3-9ca3ec3e02c8 None None] Set router d1cc937a-1563-4340-9e26-69b6dd3a933a gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:52:35.825018 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-759c8c46-be7f-40f2-89d3-9ca3ec3e02c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 4, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': '6a666e4a-f1cc-4c15-b9df-bb2e926370f8', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'port_id': 'db3f5f04-ac25-4c0b-9b78-a46406a4c5f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'mac_address': 'fa:16:3e:1b:40:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98dd329-0b98-4473-9a2a-93148ebd11b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:52:34Z', 'updated_at': '2021-09-15T13:52:34Z', 'revision_number': 0, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'fixed_ip_address_scope': None}, {'id': '8f090d50-ce0a-4ebd-8e2a-f4a79c46cac7', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'floating_ip_address': '172.27.0.70', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'port_id': 'a8a085a6-ad08-4e70-9199-1583b6c9b914', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'mac_address': 'fa:16:3e:29:a9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b2d87-7815-4aa1-8c72-f65090d730a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:50:23Z', 'updated_at': '2021-09-15T13:50:25Z', 'revision_number': 1, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22843d98-86b0-4dd6-88b6-558f17685ef1', 'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'mac_address': 'fa:16:3e:1b:50:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:22Z', 'updated_at': '2021-09-15T13:46:28Z', 'revision_number': 5, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'subnets': [{'id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:52:35.850662 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759c8c46-be7f-40f2-89d3-9ca3ec3e02c8 None None] The sync data for ids ['d1cc937a-1563-4340-9e26-69b6dd3a933a'] in dv-cinder-803456-3-iscsi is: [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 4, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': '6a666e4a-f1cc-4c15-b9df-bb2e926370f8', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'port_id': 'db3f5f04-ac25-4c0b-9b78-a46406a4c5f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'mac_address': 'fa:16:3e:1b:40:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98dd329-0b98-4473-9a2a-93148ebd11b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:52:34Z', 'updated_at': '2021-09-15T13:52:34Z', 'revision_number': 0, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'fixed_ip_address_scope': None}, {'id': '8f090d50-ce0a-4ebd-8e2a-f4a79c46cac7', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'floating_ip_address': '172.27.0.70', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'port_id': 'a8a085a6-ad08-4e70-9199-1583b6c9b914', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'mac_address': 'fa:16:3e:29:a9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b2d87-7815-4aa1-8c72-f65090d730a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:50:23Z', 'updated_at': '2021-09-15T13:50:25Z', 'revision_number': 1, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22843d98-86b0-4dd6-88b6-558f17685ef1', 'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'mac_address': 'fa:16:3e:1b:50:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:22Z', 'updated_at': '2021-09-15T13:46:28Z', 'revision_number': 5, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'subnets': [{'id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:52:36.032411 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd8c21a-3c01-4e69-b5b1-fbb34aa4b712 None None] New status for floating IP 6a666e4a-f1cc-4c15-b9df-bb2e926370f8: ACTIVE {{(pid=101216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:52:37.832766 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:37.931217 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47552d12-d21d-41ac-8799-d0c654ff5fe8 req-aad70148-17e4-445f-8984-6aac020d1c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:37.932725 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-47552d12-d21d-41ac-8799-d0c654ff5fe8 req-aad70148-17e4-445f-8984-6aac020d1c23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d000803518a4c8b8c0afbc4b57421d1&device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 1098 time: 0.0443714 Sep 15 13:52:38.019864 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47552d12-d21d-41ac-8799-d0c654ff5fe8 req-912fa98a-3959-4bf1-b0e2-dac7eaf94689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:38.021276 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-47552d12-d21d-41ac-8799-d0c654ff5fe8 req-912fa98a-3959-4bf1-b0e2-dac7eaf94689 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3c62f92a-f427-49c1-a85d-80b6167fa3af HTTP/1.1" status: 200 len: 912 time: 0.0813491 Sep 15 13:52:38.087862 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-47552d12-d21d-41ac-8799-d0c654ff5fe8 req-7ae62a03-9029-451f-aad7-7f0755b7aa56 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 HTTP/1.1" status: 200 len: 1001 time: 0.0593448 Sep 15 13:52:38.140011 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47552d12-d21d-41ac-8799-d0c654ff5fe8 req-cc6d1592-8dcc-4b11-a82d-8f4780c82c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:38.141483 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-47552d12-d21d-41ac-8799-d0c654ff5fe8 req-cc6d1592-8dcc-4b11-a82d-8f4780c82c47 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a985cd71-7a70-4104-b2ec-144e68665c3a HTTP/1.1" status: 200 len: 850 time: 0.0454116 Sep 15 13:52:38.187105 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47552d12-d21d-41ac-8799-d0c654ff5fe8 req-1681d9bb-5855-49d1-90e6-ec48baefeb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:38.188567 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-47552d12-d21d-41ac-8799-d0c654ff5fe8 req-1681d9bb-5855-49d1-90e6-ec48baefeb2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3c62f92a-f427-49c1-a85d-80b6167fa3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397103 Sep 15 13:52:38.279119 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-47552d12-d21d-41ac-8799-d0c654ff5fe8 req-e837a70c-23a0-4146-a12d-ef20c7a38953 service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831642 Sep 15 13:52:38.366700 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-47552d12-d21d-41ac-8799-d0c654ff5fe8 req-49476ddc-7f1d-41d8-b79e-fd506eed0d2a service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806983 Sep 15 13:52:49.398914 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e148e58b-03fd-42b0-8525-fc76d2654962 req-60e69433-1bb5-486f-a654-627995eeedd6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390620 Sep 15 13:52:49.482050 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148e58b-03fd-42b0-8525-fc76d2654962 req-95b4ffd6-c536-4970-92b5-c381f4a30c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:49.483580 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e148e58b-03fd-42b0-8525-fc76d2654962 req-95b4ffd6-c536-4970-92b5-c381f4a30c43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d000803518a4c8b8c0afbc4b57421d1&device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 1099 time: 0.0439379 Sep 15 13:52:49.584451 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148e58b-03fd-42b0-8525-fc76d2654962 req-37de7941-1d48-4505-b4c9-0bc034d9d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:49.585944 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e148e58b-03fd-42b0-8525-fc76d2654962 req-37de7941-1d48-4505-b4c9-0bc034d9d2bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=3c62f92a-f427-49c1-a85d-80b6167fa3af HTTP/1.1" status: 200 len: 912 time: 0.0831301 Sep 15 13:52:49.653216 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e148e58b-03fd-42b0-8525-fc76d2654962 req-8678fb32-ff1f-4fd4-98a3-abcc3e79ba18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8a085a6-ad08-4e70-9199-1583b6c9b914 HTTP/1.1" status: 200 len: 1001 time: 0.0585020 Sep 15 13:52:49.702149 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148e58b-03fd-42b0-8525-fc76d2654962 req-157513a2-1fc7-4788-8215-ed7a0765749d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:49.703552 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e148e58b-03fd-42b0-8525-fc76d2654962 req-157513a2-1fc7-4788-8215-ed7a0765749d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a985cd71-7a70-4104-b2ec-144e68665c3a HTTP/1.1" status: 200 len: 850 time: 0.0426626 Sep 15 13:52:49.747818 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148e58b-03fd-42b0-8525-fc76d2654962 req-a9cf0789-8635-4058-b062-32fcef2e6e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:52:49.749364 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e148e58b-03fd-42b0-8525-fc76d2654962 req-a9cf0789-8635-4058-b062-32fcef2e6e0f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3c62f92a-f427-49c1-a85d-80b6167fa3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390563 Sep 15 13:52:49.845698 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e148e58b-03fd-42b0-8525-fc76d2654962 req-5a356983-3b8c-4db8-a86f-b7571d53318e service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872219 Sep 15 13:52:49.937491 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e148e58b-03fd-42b0-8525-fc76d2654962 req-eff7974a-b268-422e-822d-575957929efc service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833416 Sep 15 13:52:51.200648 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-64de4a77-91e4-477c-bedf-88208bbdfc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:53.500904 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 53966) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:53.604869 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c0c5ae8c-876b-49b8-8cdb-dee962696fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:53.692736 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c0c5ae8c-876b-49b8-8cdb-dee962696fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:53.709484 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-f87f9303-1a4b-4a8b-b3c6-ca8f66b096f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:53.760356 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c0c5ae8c-876b-49b8-8cdb-dee962696fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_create {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:53.786871 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:53.799170 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-c0c5ae8c-876b-49b8-8cdb-dee962696fe5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5db946a662df433a9d821cd59546946c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2971678 Sep 15 13:52:53.800138 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5ae8c-876b-49b8-8cdb-dee962696fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022ecba7-2ede-47a5-848f-4f44edac62d3,revision_number=1']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:53.801785 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 53970) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:52:53.857445 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0d44f9a1-3fa4-41fd-89c7-0983b53346ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:53.882575 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0d44f9a1-3fa4-41fd-89c7-0983b53346ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:54.084354 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0d44f9a1-3fa4-41fd-89c7-0983b53346ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:54.087497 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-0d44f9a1-3fa4-41fd-89c7-0983b53346ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:54.088767 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-0d44f9a1-3fa4-41fd-89c7-0983b53346ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/022ecba7-2ede-47a5-848f-4f44edac62d3 HTTP/1.1" status: 204 len: 168 time: 0.2852430 Sep 15 13:52:54.096362 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44f9a1-3fa4-41fd-89c7-0983b53346ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022ecba7-2ede-47a5-848f-4f44edac62d3,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:52:55.124281 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:52:56.663078 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:04.372001 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:53:07.851757 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:21.231852 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-a08632b8-1448-439f-9914-bd1583b0c68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:23.685667 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-29166ef2-4a8a-448e-807a-dc0be296ec17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:23.770918 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:25.137348 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:26.685832 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:37.868172 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:41.370854 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:53:50.042266 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e53587f6-c853-4cd7-b22f-27c95b2951e5 req-710806d3-8fa6-4a17-b25e-d096b4fe3497 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381825 Sep 15 13:53:50.100282 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53587f6-c853-4cd7-b22f-27c95b2951e5 req-8e88c4c9-3051-425e-bc90-20f71c8e0a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:50.101747 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e53587f6-c853-4cd7-b22f-27c95b2951e5 req-8e88c4c9-3051-425e-bc90-20f71c8e0a97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d000803518a4c8b8c0afbc4b57421d1&device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 1098 time: 0.0390429 Sep 15 13:53:50.204238 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53587f6-c853-4cd7-b22f-27c95b2951e5 req-d3d7408b-11b4-4378-abea-5c6dcdd41da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:50.205707 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e53587f6-c853-4cd7-b22f-27c95b2951e5 req-d3d7408b-11b4-4378-abea-5c6dcdd41da6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3c62f92a-f427-49c1-a85d-80b6167fa3af HTTP/1.1" status: 200 len: 912 time: 0.0861101 Sep 15 13:53:50.267352 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e53587f6-c853-4cd7-b22f-27c95b2951e5 req-30e3582b-ad78-4c55-87af-5fb84c7a8809 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 HTTP/1.1" status: 200 len: 1001 time: 0.0551248 Sep 15 13:53:50.317306 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53587f6-c853-4cd7-b22f-27c95b2951e5 req-69183486-5b1d-4754-9f3d-fb57448030bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:50.318680 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e53587f6-c853-4cd7-b22f-27c95b2951e5 req-69183486-5b1d-4754-9f3d-fb57448030bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a985cd71-7a70-4104-b2ec-144e68665c3a HTTP/1.1" status: 200 len: 850 time: 0.0447161 Sep 15 13:53:50.363304 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53587f6-c853-4cd7-b22f-27c95b2951e5 req-0b3a69ec-2071-439a-a7c9-4a27a9cca2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:53:50.364714 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e53587f6-c853-4cd7-b22f-27c95b2951e5 req-0b3a69ec-2071-439a-a7c9-4a27a9cca2b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3c62f92a-f427-49c1-a85d-80b6167fa3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389874 Sep 15 13:53:50.449351 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e53587f6-c853-4cd7-b22f-27c95b2951e5 req-06517ceb-d95b-4337-8741-ee793cdf94a6 service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776405 Sep 15 13:53:50.538247 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e53587f6-c853-4cd7-b22f-27c95b2951e5 req-0155893c-349b-4930-8968-0cad9098d004 service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814967 Sep 15 13:53:51.208053 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-3d90d186-5d67-419c-9295-a009116db8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:53.713166 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-3460aaab-6b13-406b-8cd4-d83d6fdfa738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:53.787571 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:55.145671 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:53:56.696173 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:07.876592 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:13.908674 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 53998) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:54:14.065888 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-235834af-7cca-4c8b-9754-b2c0a77150a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Deleting port 0ea5ff10-ed0b-410d-b5ad-d45e1fd84000 {{(pid=101213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:54:14.066224 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-235834af-7cca-4c8b-9754-b2c0a77150a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:14.140126 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-235834af-7cca-4c8b-9754-b2c0a77150a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:14.140374 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-235834af-7cca-4c8b-9754-b2c0a77150a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:14.151684 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-235834af-7cca-4c8b-9754-b2c0a77150a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Calling delete_port for 0ea5ff10-ed0b-410d-b5ad-d45e1fd84000 owned by network:floatingip {{(pid=101213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:54:14.362330 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-235834af-7cca-4c8b-9754-b2c0a77150a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:14.386944 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235834af-7cca-4c8b-9754-b2c0a77150a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Pushing event deleted for resources: {'Port': ['ID=0ea5ff10-ed0b-410d-b5ad-d45e1fd84000,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:54:14.413349 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235834af-7cca-4c8b-9754-b2c0a77150a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:14.413690 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235834af-7cca-4c8b-9754-b2c0a77150a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:14.414025 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235834af-7cca-4c8b-9754-b2c0a77150a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:14.414352 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235834af-7cca-4c8b-9754-b2c0a77150a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:14.414676 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235834af-7cca-4c8b-9754-b2c0a77150a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:14.415001 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235834af-7cca-4c8b-9754-b2c0a77150a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:14.415322 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235834af-7cca-4c8b-9754-b2c0a77150a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:14.415639 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235834af-7cca-4c8b-9754-b2c0a77150a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:14.415957 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235834af-7cca-4c8b-9754-b2c0a77150a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:14.416273 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235834af-7cca-4c8b-9754-b2c0a77150a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:14.416584 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235834af-7cca-4c8b-9754-b2c0a77150a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:14.416894 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235834af-7cca-4c8b-9754-b2c0a77150a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:14.454458 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-235834af-7cca-4c8b-9754-b2c0a77150a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for floatingip, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:14.454781 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.db.l3_db [None req-235834af-7cca-4c8b-9754-b2c0a77150a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Floating IP 6a666e4a-f1cc-4c15-b9df-bb2e926370f8 disassociated (deleted). External IP: 172.27.0.148, port: db3f5f04-ac25-4c0b-9b78-a46406a4c5f7. Sep 15 13:54:14.656072 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235834af-7cca-4c8b-9754-b2c0a77150a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Router d1cc937a-1563-4340-9e26-69b6dd3a933a has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:54:14.759604 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235834af-7cca-4c8b-9754-b2c0a77150a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:54:14.764475 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-235834af-7cca-4c8b-9754-b2c0a77150a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for floatingip, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:14.769739 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1683a163-2fa9-4a92-a8eb-60777706fe77 None None] Sync routers for ids ['d1cc937a-1563-4340-9e26-69b6dd3a933a'] in dv-cinder-803456-3-iscsi {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:54:14.778437 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1683a163-2fa9-4a92-a8eb-60777706fe77 None None] Routers {'d1cc937a-1563-4340-9e26-69b6dd3a933a'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:54:14.779031 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-1683a163-2fa9-4a92-a8eb-60777706fe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:53:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['d1cc937a-1563-4340-9e26-69b6dd3a933a'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:54:14.792289 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-235834af-7cca-4c8b-9754-b2c0a77150a6 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "DELETE /v2.0/floatingips/6a666e4a-f1cc-4c15-b9df-bb2e926370f8 HTTP/1.1" status: 204 len: 168 time: 0.8823986 Sep 15 13:54:14.792914 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98dd329-0b98-4473-9a2a-93148ebd11b2', 'tag': 'db3f5f04-ac25-4c0b-9b78-a46406a4c5f7'}] {{(pid=101213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:54:14.795374 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff073eead6493975f685ac04183236be2a8c26a4aa37cf526e84efa9cac54909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572280c1-3381-4ce9-bc9f-93bae159caa8" -d '{"events": [{"name": "network-changed", "server_uuid": "c98dd329-0b98-4473-9a2a-93148ebd11b2", "tag": "db3f5f04-ac25-4c0b-9b78-a46406a4c5f7"}]}' {{(pid=101213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:54:14.835991 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ff6aa4-78a3-4216-9ea4-7e3f296e9761 x-openstack-request-id: req-14ff6aa4-78a3-4216-9ea4-7e3f296e9761 {{(pid=101213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:54:14.836216 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98dd329-0b98-4473-9a2a-93148ebd11b2", "tag": "db3f5f04-ac25-4c0b-9b78-a46406a4c5f7", "status": "completed", "code": 200}]} {{(pid=101213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:54:14.836418 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-14ff6aa4-78a3-4216-9ea4-7e3f296e9761 {{(pid=101213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:54:14.836814 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98dd329-0b98-4473-9a2a-93148ebd11b2', 'tag': 'db3f5f04-ac25-4c0b-9b78-a46406a4c5f7', 'status': 'completed', 'code': 200} Sep 15 13:54:14.900998 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572280c1-3381-4ce9-bc9f-93bae159caa8 req-e217d202-8329-476d-a6da-71948e512dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:14.902534 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-572280c1-3381-4ce9-bc9f-93bae159caa8 req-e217d202-8329-476d-a6da-71948e512dbc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d000803518a4c8b8c0afbc4b57421d1&device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 1098 time: 0.0432341 Sep 15 13:54:15.032603 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-1683a163-2fa9-4a92-a8eb-60777706fe77 None None] Set router d1cc937a-1563-4340-9e26-69b6dd3a933a gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:54:15.219962 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70846b85-f0a4-4e87-a9f3-b86b178bf32f req-d57f56dd-4fbf-4957-9b7e-34089db99a2a tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:15.221682 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-70846b85-f0a4-4e87-a9f3-b86b178bf32f req-d57f56dd-4fbf-4957-9b7e-34089db99a2a tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 945 time: 0.0559096 Sep 15 13:54:15.269904 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-70846b85-f0a4-4e87-a9f3-b86b178bf32f req-5546557a-bcc2-460f-9924-46626f9b71ee tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407460 Sep 15 13:54:15.287084 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572280c1-3381-4ce9-bc9f-93bae159caa8 req-a2236afd-2b9d-4b3c-a97e-d387de74e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:15.287084 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-572280c1-3381-4ce9-bc9f-93bae159caa8 req-a2236afd-2b9d-4b3c-a97e-d387de74e7bd service neutron] 10.222.0.15 "GET /v2.0/networks?id=3c62f92a-f427-49c1-a85d-80b6167fa3af HTTP/1.1" status: 200 len: 912 time: 0.3760147 Sep 15 13:54:15.289748 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-1683a163-2fa9-4a92-a8eb-60777706fe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 4, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': '8f090d50-ce0a-4ebd-8e2a-f4a79c46cac7', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'floating_ip_address': '172.27.0.70', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'port_id': 'a8a085a6-ad08-4e70-9199-1583b6c9b914', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'mac_address': 'fa:16:3e:29:a9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b2d87-7815-4aa1-8c72-f65090d730a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:50:23Z', 'updated_at': '2021-09-15T13:50:25Z', 'revision_number': 1, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22843d98-86b0-4dd6-88b6-558f17685ef1', 'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'mac_address': 'fa:16:3e:1b:50:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:22Z', 'updated_at': '2021-09-15T13:46:28Z', 'revision_number': 5, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'subnets': [{'id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:54:15.316112 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1683a163-2fa9-4a92-a8eb-60777706fe77 None None] Checking router: d1cc937a-1563-4340-9e26-69b6dd3a933a for host: dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:54:15.324125 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1683a163-2fa9-4a92-a8eb-60777706fe77 None None] Routers {'d1cc937a-1563-4340-9e26-69b6dd3a933a'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:54:15.324715 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-1683a163-2fa9-4a92-a8eb-60777706fe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:53:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['d1cc937a-1563-4340-9e26-69b6dd3a933a'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:54:15.327495 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-572280c1-3381-4ce9-bc9f-93bae159caa8 req-ae35b05a-c277-4b9f-aae1-38842e98859e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 HTTP/1.1" status: 200 len: 217 time: 0.0341372 Sep 15 13:54:15.380257 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572280c1-3381-4ce9-bc9f-93bae159caa8 req-d0f782ec-7f3f-435d-85b2-44a36f0c648f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:15.381734 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-572280c1-3381-4ce9-bc9f-93bae159caa8 req-d0f782ec-7f3f-435d-85b2-44a36f0c648f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a985cd71-7a70-4104-b2ec-144e68665c3a HTTP/1.1" status: 200 len: 850 time: 0.0464239 Sep 15 13:54:15.427537 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572280c1-3381-4ce9-bc9f-93bae159caa8 req-dab438fc-8391-41da-b619-c9cca2fbecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:15.428348 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-1683a163-2fa9-4a92-a8eb-60777706fe77 None None] Set router d1cc937a-1563-4340-9e26-69b6dd3a933a gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:54:15.429026 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-572280c1-3381-4ce9-bc9f-93bae159caa8 req-dab438fc-8391-41da-b619-c9cca2fbecf6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3c62f92a-f427-49c1-a85d-80b6167fa3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401297 Sep 15 13:54:15.518578 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-572280c1-3381-4ce9-bc9f-93bae159caa8 req-f98df297-ff89-4ad3-8445-7c78296f7e45 service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813932 Sep 15 13:54:15.612147 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-572280c1-3381-4ce9-bc9f-93bae159caa8 req-5881f0a4-606c-4115-9506-8f823e8eef3e service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861983 Sep 15 13:54:15.645422 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-1683a163-2fa9-4a92-a8eb-60777706fe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 4, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': '8f090d50-ce0a-4ebd-8e2a-f4a79c46cac7', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'floating_ip_address': '172.27.0.70', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'port_id': 'a8a085a6-ad08-4e70-9199-1583b6c9b914', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'mac_address': 'fa:16:3e:29:a9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b2d87-7815-4aa1-8c72-f65090d730a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:50:23Z', 'updated_at': '2021-09-15T13:50:25Z', 'revision_number': 1, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22843d98-86b0-4dd6-88b6-558f17685ef1', 'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'mac_address': 'fa:16:3e:1b:50:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:22Z', 'updated_at': '2021-09-15T13:46:28Z', 'revision_number': 5, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'subnets': [{'id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:54:15.674994 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1683a163-2fa9-4a92-a8eb-60777706fe77 None None] The sync data for ids ['d1cc937a-1563-4340-9e26-69b6dd3a933a'] in dv-cinder-803456-3-iscsi is: [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 4, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_floatingips': [{'id': '8f090d50-ce0a-4ebd-8e2a-f4a79c46cac7', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'floating_ip_address': '172.27.0.70', 'floating_network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'router_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'port_id': 'a8a085a6-ad08-4e70-9199-1583b6c9b914', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'mac_address': 'fa:16:3e:29:a9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025b2d87-7815-4aa1-8c72-f65090d730a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T13:50:23Z', 'updated_at': '2021-09-15T13:50:25Z', 'revision_number': 1, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22843d98-86b0-4dd6-88b6-558f17685ef1', 'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'mac_address': 'fa:16:3e:1b:50:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:22Z', 'updated_at': '2021-09-15T13:46:28Z', 'revision_number': 5, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'subnets': [{'id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:54:15.875560 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed015c4-6846-4178-80d2-a4805f1294dd None None] New status for floating IP 6a666e4a-f1cc-4c15-b9df-bb2e926370f8: DOWN {{(pid=101216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:54:16.387556 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f716ce1-0ffb-4ca9-8b53-b9bb976de3b2 req-d5cdef04-6827-46ed-aae1-75c41a1087f0 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:16.389002 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-7f716ce1-0ffb-4ca9-8b53-b9bb976de3b2 req-d5cdef04-6827-46ed-aae1-75c41a1087f0 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 945 time: 0.0475349 Sep 15 13:54:16.425822 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-7f716ce1-0ffb-4ca9-8b53-b9bb976de3b2 req-24ba2cac-2ef5-4f51-af2f-4db2a79dafe4 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300922 Sep 15 13:54:16.708026 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2f8c4-47a8-4e82-aa25-6def3431fa1d req-f0c740fa-8378-4a81-ae2f-fd1bf5b5a516 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:16.709481 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-64a2f8c4-47a8-4e82-aa25-6def3431fa1d req-f0c740fa-8378-4a81-ae2f-fd1bf5b5a516 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.15 "GET /v2.0/ports?device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 945 time: 0.0476456 Sep 15 13:54:16.799473 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-64a2f8c4-47a8-4e82-aa25-6def3431fa1d req-c529ec18-4713-499a-93b6-c4969480d4c9 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Deleting port db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:54:16.799810 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-64a2f8c4-47a8-4e82-aa25-6def3431fa1d req-c529ec18-4713-499a-93b6-c4969480d4c9 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:16.886480 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-64a2f8c4-47a8-4e82-aa25-6def3431fa1d req-c529ec18-4713-499a-93b6-c4969480d4c9 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] For port db3f5f04-ac25-4c0b-9b78-a46406a4c5f7, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=db3f5f04-ac25-4c0b-9b78-a46406a4c5f7,segment=NetworkSegment(7f2672a9-5a98-4eec-a2e9-032da0ac542f),segment_id=7f2672a9-5a98-4eec-a2e9-032da0ac542f)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:54:16.886850 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-64a2f8c4-47a8-4e82-aa25-6def3431fa1d req-c529ec18-4713-499a-93b6-c4969480d4c9 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:16.902945 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-64a2f8c4-47a8-4e82-aa25-6def3431fa1d req-c529ec18-4713-499a-93b6-c4969480d4c9 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Calling delete_port for db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 owned by compute:nova {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:54:17.082381 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-64a2f8c4-47a8-4e82-aa25-6def3431fa1d req-c529ec18-4713-499a-93b6-c4969480d4c9 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:17.109084 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529ec18-4713-499a-93b6-c4969480d4c9 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Pushing event deleted for resources: {'Port': ['ID=db3f5f04-ac25-4c0b-9b78-a46406a4c5f7,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:54:17.118853 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529ec18-4713-499a-93b6-c4969480d4c9 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:17.119205 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529ec18-4713-499a-93b6-c4969480d4c9 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:17.119553 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529ec18-4713-499a-93b6-c4969480d4c9 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:17.119889 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529ec18-4713-499a-93b6-c4969480d4c9 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:17.120224 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529ec18-4713-499a-93b6-c4969480d4c9 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:17.120549 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529ec18-4713-499a-93b6-c4969480d4c9 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:17.120881 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529ec18-4713-499a-93b6-c4969480d4c9 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:17.121747 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529ec18-4713-499a-93b6-c4969480d4c9 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:17.121747 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529ec18-4713-499a-93b6-c4969480d4c9 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:17.121953 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529ec18-4713-499a-93b6-c4969480d4c9 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:17.122233 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529ec18-4713-499a-93b6-c4969480d4c9 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:17.122550 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529ec18-4713-499a-93b6-c4969480d4c9 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:17.165276 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a2f8c4-47a8-4e82-aa25-6def3431fa1d req-c529ec18-4713-499a-93b6-c4969480d4c9 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] No DVR routers for this DVR port db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 on host hv-cinder-80345 {{(pid=101214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:54:17.168007 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-64a2f8c4-47a8-4e82-aa25-6def3431fa1d req-c529ec18-4713-499a-93b6-c4969480d4c9 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:17.169989 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-64a2f8c4-47a8-4e82-aa25-6def3431fa1d req-c529ec18-4713-499a-93b6-c4969480d4c9 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.15 "DELETE /v2.0/ports/db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 HTTP/1.1" status: 204 len: 173 time: 0.4547493 Sep 15 13:54:17.170440 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98dd329-0b98-4473-9a2a-93148ebd11b2', 'name': 'network-vif-deleted', 'tag': 'db3f5f04-ac25-4c0b-9b78-a46406a4c5f7'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:54:17.173470 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3585d7-c56a-4300-a9d6-56e39d0a87b0" -d '{"events": [{"server_uuid": "c98dd329-0b98-4473-9a2a-93148ebd11b2", "name": "network-vif-deleted", "tag": "db3f5f04-ac25-4c0b-9b78-a46406a4c5f7"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:54:17.216052 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f84335a-9151-4cd1-b452-cd409c7fc385 x-openstack-request-id: req-3f84335a-9151-4cd1-b452-cd409c7fc385 {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:54:17.216052 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98dd329-0b98-4473-9a2a-93148ebd11b2", "name": "network-vif-deleted", "tag": "db3f5f04-ac25-4c0b-9b78-a46406a4c5f7", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:54:17.216052 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3f84335a-9151-4cd1-b452-cd409c7fc385 {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:54:17.216052 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98dd329-0b98-4473-9a2a-93148ebd11b2', 'name': 'network-vif-deleted', 'tag': 'db3f5f04-ac25-4c0b-9b78-a46406a4c5f7', 'status': 'completed', 'code': 200} Sep 15 13:54:17.523857 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-e231a0fd-efed-4f53-bbb3-c5a07fa5db14 req-395c20c1-81a2-4bc5-b6e7-5c23d4026e95 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=c98dd329-0b98-4473-9a2a-93148ebd11b2 HTTP/1.1" status: 200 len: 210 time: 0.0269468 Sep 15 13:54:18.368597 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:54:19.082980 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:54:19.102588 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] No Port match for: db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:54:19.102938 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device db3f5f04-ac25-4c0b-9b78-a46406a4c5f7 not bound to the agent host hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:54:21.038158 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 54040) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:54:21.192150 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-82735088-7b0c-43e1-b8fa-6a90c0693a74 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Deleting port 5529d24c-f664-457d-a750-020d217dda18 {{(pid=101213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:54:21.192481 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-82735088-7b0c-43e1-b8fa-6a90c0693a74 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:21.259486 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-ff1e5a3f-cf41-4177-8102-21d820ac844d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:21.265898 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-82735088-7b0c-43e1-b8fa-6a90c0693a74 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:21.266226 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-82735088-7b0c-43e1-b8fa-6a90c0693a74 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:21.277677 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-82735088-7b0c-43e1-b8fa-6a90c0693a74 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Calling delete_port for 5529d24c-f664-457d-a750-020d217dda18 owned by network:floatingip {{(pid=101213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:54:21.493317 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-82735088-7b0c-43e1-b8fa-6a90c0693a74 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:21.519112 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82735088-7b0c-43e1-b8fa-6a90c0693a74 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Pushing event deleted for resources: {'Port': ['ID=5529d24c-f664-457d-a750-020d217dda18,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:54:21.581233 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-82735088-7b0c-43e1-b8fa-6a90c0693a74 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for floatingip, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:21.584894 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.db.l3_db [None req-82735088-7b0c-43e1-b8fa-6a90c0693a74 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Floating IP 8f090d50-ce0a-4ebd-8e2a-f4a79c46cac7 disassociated (deleted). External IP: 172.27.0.70, port: a8a085a6-ad08-4e70-9199-1583b6c9b914. Sep 15 13:54:21.780452 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82735088-7b0c-43e1-b8fa-6a90c0693a74 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Router d1cc937a-1563-4340-9e26-69b6dd3a933a has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:54:21.887099 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82735088-7b0c-43e1-b8fa-6a90c0693a74 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:54:21.891850 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-82735088-7b0c-43e1-b8fa-6a90c0693a74 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for floatingip, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:21.896827 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b033d35-b4a0-4267-b595-34c08561c0e0 None None] Sync routers for ids ['d1cc937a-1563-4340-9e26-69b6dd3a933a'] in dv-cinder-803456-3-iscsi {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:54:21.905805 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b033d35-b4a0-4267-b595-34c08561c0e0 None None] Routers {'d1cc937a-1563-4340-9e26-69b6dd3a933a'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:54:21.906411 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-8b033d35-b4a0-4267-b595-34c08561c0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:53:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['d1cc937a-1563-4340-9e26-69b6dd3a933a'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:54:21.918167 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-82735088-7b0c-43e1-b8fa-6a90c0693a74 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "DELETE /v2.0/floatingips/8f090d50-ce0a-4ebd-8e2a-f4a79c46cac7 HTTP/1.1" status: 204 len: 168 time: 0.8789525 Sep 15 13:54:21.918750 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025b2d87-7815-4aa1-8c72-f65090d730a5', 'tag': 'a8a085a6-ad08-4e70-9199-1583b6c9b914'}] {{(pid=101213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:54:21.921680 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff073eead6493975f685ac04183236be2a8c26a4aa37cf526e84efa9cac54909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ce1012-adf2-4173-9d1a-21d319bb1c37" -d '{"events": [{"name": "network-changed", "server_uuid": "025b2d87-7815-4aa1-8c72-f65090d730a5", "tag": "a8a085a6-ad08-4e70-9199-1583b6c9b914"}]}' {{(pid=101213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:54:21.959848 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 13:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b2c32c-35c0-4d32-8e1c-22e211510e67 x-openstack-request-id: req-05b2c32c-35c0-4d32-8e1c-22e211510e67 {{(pid=101213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:54:21.960043 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025b2d87-7815-4aa1-8c72-f65090d730a5", "tag": "a8a085a6-ad08-4e70-9199-1583b6c9b914", "status": "completed", "code": 200}]} {{(pid=101213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:54:21.960235 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-05b2c32c-35c0-4d32-8e1c-22e211510e67 {{(pid=101213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:54:21.960624 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025b2d87-7815-4aa1-8c72-f65090d730a5', 'tag': 'a8a085a6-ad08-4e70-9199-1583b6c9b914', 'status': 'completed', 'code': 200} Sep 15 13:54:22.014196 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-8b033d35-b4a0-4267-b595-34c08561c0e0 None None] Set router d1cc937a-1563-4340-9e26-69b6dd3a933a gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:54:22.022756 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce1012-adf2-4173-9d1a-21d319bb1c37 req-a1be3a40-f70d-403f-906e-be982106dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:22.025399 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c2ce1012-adf2-4173-9d1a-21d319bb1c37 req-a1be3a40-f70d-403f-906e-be982106dc30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d000803518a4c8b8c0afbc4b57421d1&device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 1099 time: 0.0405645 Sep 15 13:54:22.118862 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce1012-adf2-4173-9d1a-21d319bb1c37 req-45f21267-7549-4938-a75a-d448aa070c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:22.120239 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c2ce1012-adf2-4173-9d1a-21d319bb1c37 req-45f21267-7549-4938-a75a-d448aa070c45 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3c62f92a-f427-49c1-a85d-80b6167fa3af HTTP/1.1" status: 200 len: 912 time: 0.0889707 Sep 15 13:54:22.161723 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c2ce1012-adf2-4173-9d1a-21d319bb1c37 req-9200be97-82e9-4093-81a9-fb8fa17ad2b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8a085a6-ad08-4e70-9199-1583b6c9b914 HTTP/1.1" status: 200 len: 217 time: 0.0339065 Sep 15 13:54:22.211574 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce1012-adf2-4173-9d1a-21d319bb1c37 req-fd247e75-a64f-44d5-ac95-08d5dea2d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:22.213078 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c2ce1012-adf2-4173-9d1a-21d319bb1c37 req-fd247e75-a64f-44d5-ac95-08d5dea2d3be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a985cd71-7a70-4104-b2ec-144e68665c3a HTTP/1.1" status: 200 len: 850 time: 0.0444491 Sep 15 13:54:22.218675 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-8b033d35-b4a0-4267-b595-34c08561c0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 4, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '22843d98-86b0-4dd6-88b6-558f17685ef1', 'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'mac_address': 'fa:16:3e:1b:50:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:22Z', 'updated_at': '2021-09-15T13:46:28Z', 'revision_number': 5, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'subnets': [{'id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:54:22.249943 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b033d35-b4a0-4267-b595-34c08561c0e0 None None] Checking router: d1cc937a-1563-4340-9e26-69b6dd3a933a for host: dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:54:22.259918 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b033d35-b4a0-4267-b595-34c08561c0e0 None None] Routers {'d1cc937a-1563-4340-9e26-69b6dd3a933a'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:54:22.260568 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-8b033d35-b4a0-4267-b595-34c08561c0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:53:54Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['d1cc937a-1563-4340-9e26-69b6dd3a933a'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:54:22.267766 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce1012-adf2-4173-9d1a-21d319bb1c37 req-01d520dc-9a7f-4c43-aa9e-8feb2b64cef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:22.269265 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c2ce1012-adf2-4173-9d1a-21d319bb1c37 req-01d520dc-9a7f-4c43-aa9e-8feb2b64cef8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3c62f92a-f427-49c1-a85d-80b6167fa3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489063 Sep 15 13:54:22.360898 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe973f4-b3e4-4dfc-b63f-1f9c3049a4c4 req-a64ccfb5-725e-4a7b-b732-db234e4341bb tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:22.365581 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c2ce1012-adf2-4173-9d1a-21d319bb1c37 req-5f54d300-0a21-42ba-8ae9-6edb38cb915b service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877552 Sep 15 13:54:22.367863 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-bfe973f4-b3e4-4dfc-b63f-1f9c3049a4c4 req-a64ccfb5-725e-4a7b-b732-db234e4341bb tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 946 time: 0.0650702 Sep 15 13:54:22.374199 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-8b033d35-b4a0-4267-b595-34c08561c0e0 None None] Set router d1cc937a-1563-4340-9e26-69b6dd3a933a gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:54:22.400486 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [req-bfe973f4-b3e4-4dfc-b63f-1f9c3049a4c4 req-b726fa15-9a69-451f-82b3-29554c0521bc tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316796 Sep 15 13:54:22.462555 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-c2ce1012-adf2-4173-9d1a-21d319bb1c37 req-fb2b697f-15d1-46f4-a89e-4fc99673b162 service neutron] 10.222.0.15 "GET /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889006 Sep 15 13:54:22.572681 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-8b033d35-b4a0-4267-b595-34c08561c0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 4, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '22843d98-86b0-4dd6-88b6-558f17685ef1', 'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'mac_address': 'fa:16:3e:1b:50:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:22Z', 'updated_at': '2021-09-15T13:46:28Z', 'revision_number': 5, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'subnets': [{'id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:54:22.598699 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b033d35-b4a0-4267-b595-34c08561c0e0 None None] The sync data for ids ['d1cc937a-1563-4340-9e26-69b6dd3a933a'] in dv-cinder-803456-3-iscsi is: [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:46:23Z', 'revision_number': 4, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi', '_interfaces': [{'id': '22843d98-86b0-4dd6-88b6-558f17685ef1', 'name': '', 'network_id': '3c62f92a-f427-49c1-a85d-80b6167fa3af', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'mac_address': 'fa:16:3e:1b:50:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:22Z', 'updated_at': '2021-09-15T13:46:28Z', 'revision_number': 5, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'subnets': [{'id': 'a985cd71-7a70-4104-b2ec-144e68665c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:54:22.809529 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9437283f-bd3c-4d86-9f0a-48a8c5d58410 None None] New status for floating IP 8f090d50-ce0a-4ebd-8e2a-f4a79c46cac7: DOWN {{(pid=101216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 13:54:23.519529 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d61e20-3639-4e8c-97ae-278fd61e3b0c req-05c196ec-808d-406c-80c8-8b9f86ca3bca tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:23.520928 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-01d61e20-3639-4e8c-97ae-278fd61e3b0c req-05c196ec-808d-406c-80c8-8b9f86ca3bca tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 946 time: 0.0482969 Sep 15 13:54:23.558118 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-01d61e20-3639-4e8c-97ae-278fd61e3b0c req-87132574-5e64-4c6d-b7ea-a352196cf515 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/security-groups?id=04900f9c-7d64-407a-9459-ed3f304f5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311911 Sep 15 13:54:23.687732 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-6701aaf3-1ccc-4d12-8bcf-9e317c1d1f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:23.796471 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:23.799898 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524e592-6dce-4801-bf00-6748e1460cae req-4c68ab91-809d-4099-9b44-4a7ea20be9ee tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 13:54:23.801877 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1524e592-6dce-4801-bf00-6748e1460cae req-4c68ab91-809d-4099-9b44-4a7ea20be9ee tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.15 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 946 time: 0.0480280 Sep 15 13:54:23.904201 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-1524e592-6dce-4801-bf00-6748e1460cae req-134b6f8a-099e-492c-a377-7e72d32be395 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Deleting port a8a085a6-ad08-4e70-9199-1583b6c9b914 {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:54:23.904538 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-1524e592-6dce-4801-bf00-6748e1460cae req-134b6f8a-099e-492c-a377-7e72d32be395 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:23.990076 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [req-1524e592-6dce-4801-bf00-6748e1460cae req-134b6f8a-099e-492c-a377-7e72d32be395 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] For port a8a085a6-ad08-4e70-9199-1583b6c9b914, host hv-cinder-80345, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80345',level=0,port_id=a8a085a6-ad08-4e70-9199-1583b6c9b914,segment=NetworkSegment(7f2672a9-5a98-4eec-a2e9-032da0ac542f),segment_id=7f2672a9-5a98-4eec-a2e9-032da0ac542f)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:54:23.990440 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-1524e592-6dce-4801-bf00-6748e1460cae req-134b6f8a-099e-492c-a377-7e72d32be395 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:24.003207 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [req-1524e592-6dce-4801-bf00-6748e1460cae req-134b6f8a-099e-492c-a377-7e72d32be395 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Calling delete_port for a8a085a6-ad08-4e70-9199-1583b6c9b914 owned by compute:nova {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:54:24.198729 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-1524e592-6dce-4801-bf00-6748e1460cae req-134b6f8a-099e-492c-a377-7e72d32be395 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:24.227172 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b6f8a-099e-492c-a377-7e72d32be395 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Pushing event deleted for resources: {'Port': ['ID=a8a085a6-ad08-4e70-9199-1583b6c9b914,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:54:24.271792 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [req-1524e592-6dce-4801-bf00-6748e1460cae req-134b6f8a-099e-492c-a377-7e72d32be395 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] No DVR routers for this DVR port a8a085a6-ad08-4e70-9199-1583b6c9b914 on host hv-cinder-80345 {{(pid=101214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:54:24.274254 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [req-1524e592-6dce-4801-bf00-6748e1460cae req-134b6f8a-099e-492c-a377-7e72d32be395 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for port, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:24.276171 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-1524e592-6dce-4801-bf00-6748e1460cae req-134b6f8a-099e-492c-a377-7e72d32be395 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.15 "DELETE /v2.0/ports/a8a085a6-ad08-4e70-9199-1583b6c9b914 HTTP/1.1" status: 204 len: 173 time: 0.4691331 Sep 15 13:54:24.276596 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025b2d87-7815-4aa1-8c72-f65090d730a5', 'name': 'network-vif-deleted', 'tag': 'a8a085a6-ad08-4e70-9199-1583b6c9b914'}] {{(pid=101214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 13:54:24.278823 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44f0230e8207958eed0a763684005c7bd17b9ee10a281ac5b8316972f9f0f0f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1227d8-e8cb-4b8d-949a-367a907db2d8" -d '{"events": [{"server_uuid": "025b2d87-7815-4aa1-8c72-f65090d730a5", "name": "network-vif-deleted", "tag": "a8a085a6-ad08-4e70-9199-1583b6c9b914"}]}' {{(pid=101214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 13:54:24.313752 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 13:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fddd9a6-20c4-4bec-bbe8-e1899869f36a x-openstack-request-id: req-8fddd9a6-20c4-4bec-bbe8-e1899869f36a {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 13:54:24.314037 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025b2d87-7815-4aa1-8c72-f65090d730a5", "name": "network-vif-deleted", "tag": "a8a085a6-ad08-4e70-9199-1583b6c9b914", "status": "completed", "code": 200}]} {{(pid=101214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 13:54:24.314286 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8fddd9a6-20c4-4bec-bbe8-e1899869f36a {{(pid=101214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 13:54:24.314682 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025b2d87-7815-4aa1-8c72-f65090d730a5', 'name': 'network-vif-deleted', 'tag': 'a8a085a6-ad08-4e70-9199-1583b6c9b914', 'status': 'completed', 'code': 200} Sep 15 13:54:24.656598 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [req-fe5a0ca3-3d2e-4b32-b411-4fefbaf962cc req-dab3c0a9-a0d9-4d7c-a36b-cdc3536dc753 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "GET /v2.0/ports?device_id=025b2d87-7815-4aa1-8c72-f65090d730a5 HTTP/1.1" status: 200 len: 210 time: 0.0273895 Sep 15 13:54:25.144882 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:25.712308 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 54058) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:54:25.834317 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-490f9c03-0ea9-433a-acc9-018d337a3786 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Deleting port 5820079f-b98e-4653-bd3d-53f7a05364f3 {{(pid=101213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:54:25.834655 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-490f9c03-0ea9-433a-acc9-018d337a3786 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:25.909002 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-490f9c03-0ea9-433a-acc9-018d337a3786 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:25.909351 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-490f9c03-0ea9-433a-acc9-018d337a3786 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:25.920319 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-490f9c03-0ea9-433a-acc9-018d337a3786 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Calling delete_port for 5820079f-b98e-4653-bd3d-53f7a05364f3 owned by network:floatingip {{(pid=101213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:54:26.101629 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-490f9c03-0ea9-433a-acc9-018d337a3786 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:26.126842 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f9c03-0ea9-433a-acc9-018d337a3786 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Pushing event deleted for resources: {'Port': ['ID=5820079f-b98e-4653-bd3d-53f7a05364f3,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:54:26.189049 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-490f9c03-0ea9-433a-acc9-018d337a3786 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for floatingip, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:26.191586 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-490f9c03-0ea9-433a-acc9-018d337a3786 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15129'] for floatingip, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:26.192712 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-490f9c03-0ea9-433a-acc9-018d337a3786 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "DELETE /v2.0/floatingips/6737418d-23f4-4c0d-be4e-d346909334b5 HTTP/1.1" status: 204 len: 168 time: 0.4793994 Sep 15 13:54:26.676032 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:27.113877 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device a8a085a6-ad08-4e70-9199-1583b6c9b914 no longer exists at agent hyperv_hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:54:27.133676 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] No Port match for: a8a085a6-ad08-4e70-9199-1583b6c9b914 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:54:27.134024 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Device a8a085a6-ad08-4e70-9199-1583b6c9b914 not bound to the agent host hv-cinder-80345 {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:54:27.578627 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 54070) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:54:27.639503 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-aae6555c-f6cb-491b-8ffa-a4db5da7a1b3 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for security_group, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:27.667945 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-aae6555c-f6cb-491b-8ffa-a4db5da7a1b3 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:27.810419 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-aae6555c-f6cb-491b-8ffa-a4db5da7a1b3 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:27.813857 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-aae6555c-f6cb-491b-8ffa-a4db5da7a1b3 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Notify callbacks [] for security_group, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:27.815536 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-aae6555c-f6cb-491b-8ffa-a4db5da7a1b3 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] 10.222.0.30 "DELETE /v2.0/security-groups/04900f9c-7d64-407a-9459-ed3f304f5e28 HTTP/1.1" status: 204 len: 168 time: 0.2358928 Sep 15 13:54:27.825762 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6555c-f6cb-491b-8ffa-a4db5da7a1b3 tempest-TestVolumeBootPattern-838109893 tempest-TestVolumeBootPattern-838109893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04900f9c-7d64-407a-9459-ed3f304f5e28,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:54:28.968406 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 54076) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:54:29.533611 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-b59bf921-ea1b-47de-8e7b-7026f49ba1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545029'] for router_interface, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:29.769769 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-b59bf921-ea1b-47de-8e7b-7026f49ba1a6 admin admin] Deleting port 22843d98-86b0-4dd6-88b6-558f17685ef1 {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:54:29.770115 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-b59bf921-ea1b-47de-8e7b-7026f49ba1a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:29.850315 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [None req-b59bf921-ea1b-47de-8e7b-7026f49ba1a6 admin admin] For port 22843d98-86b0-4dd6-88b6-558f17685ef1, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=22843d98-86b0-4dd6-88b6-558f17685ef1,segment=NetworkSegment(7f2672a9-5a98-4eec-a2e9-032da0ac542f),segment_id=7f2672a9-5a98-4eec-a2e9-032da0ac542f)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:54:29.850597 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-b59bf921-ea1b-47de-8e7b-7026f49ba1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:29.863608 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-b59bf921-ea1b-47de-8e7b-7026f49ba1a6 admin admin] Calling delete_port for 22843d98-86b0-4dd6-88b6-558f17685ef1 owned by network:router_interface {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:54:30.104416 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-b59bf921-ea1b-47de-8e7b-7026f49ba1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:30.124431 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59bf921-ea1b-47de-8e7b-7026f49ba1a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=22843d98-86b0-4dd6-88b6-558f17685ef1,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:54:30.290180 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-b59bf921-ea1b-47de-8e7b-7026f49ba1a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551093'] for router_interface, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:30.496981 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59bf921-ea1b-47de-8e7b-7026f49ba1a6 admin admin] Router d1cc937a-1563-4340-9e26-69b6dd3a933a has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:54:30.600919 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59bf921-ea1b-47de-8e7b-7026f49ba1a6 admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:54:30.605864 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-b59bf921-ea1b-47de-8e7b-7026f49ba1a6 admin admin] 10.222.0.30 "PUT /v2.0/routers/d1cc937a-1563-4340-9e26-69b6dd3a933a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6364231 Sep 15 13:54:30.608493 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 54080) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:54:30.610207 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ec731d-d835-4058-a9b2-55448363ecdd None None] Sync routers for ids ['d1cc937a-1563-4340-9e26-69b6dd3a933a'] in dv-cinder-803456-3-iscsi {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:54:30.619684 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ec731d-d835-4058-a9b2-55448363ecdd None None] Routers {'d1cc937a-1563-4340-9e26-69b6dd3a933a'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:54:30.620280 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-12ec731d-d835-4058-a9b2-55448363ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:54:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['d1cc937a-1563-4340-9e26-69b6dd3a933a'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:54:30.712262 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e335753d-00fd-4d0a-a261-cb82cc0229c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:30.855248 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-12ec731d-d835-4058-a9b2-55448363ecdd None None] Set router d1cc937a-1563-4340-9e26-69b6dd3a933a gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:54:31.027826 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e335753d-00fd-4d0a-a261-cb82cc0229c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:31.034295 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-12ec731d-d835-4058-a9b2-55448363ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:54:29Z', 'revision_number': 5, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:54:31.060478 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ec731d-d835-4058-a9b2-55448363ecdd None None] Checking router: d1cc937a-1563-4340-9e26-69b6dd3a933a for host: dv-cinder-803456-3-iscsi {{(pid=101215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:54:31.068697 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ec731d-d835-4058-a9b2-55448363ecdd None None] Routers {'d1cc937a-1563-4340-9e26-69b6dd3a933a'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:54:31.069324 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-12ec731d-d835-4058-a9b2-55448363ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:54:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['d1cc937a-1563-4340-9e26-69b6dd3a933a'], 'active': True} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:54:31.128375 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-e335753d-00fd-4d0a-a261-cb82cc0229c2 admin admin] Deleting port 2f053b3f-a062-46fe-85cf-223ff922c69d {{(pid=101213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:54:31.128676 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e335753d-00fd-4d0a-a261-cb82cc0229c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:31.177100 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvr_db [None req-12ec731d-d835-4058-a9b2-55448363ecdd None None] Set router d1cc937a-1563-4340-9e26-69b6dd3a933a gateway port host: dv-cinder-803456-3-iscsi {{(pid=101215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:54:31.208356 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.db [None req-e335753d-00fd-4d0a-a261-cb82cc0229c2 admin admin] For port 2f053b3f-a062-46fe-85cf-223ff922c69d, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=2f053b3f-a062-46fe-85cf-223ff922c69d,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:54:31.208725 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e335753d-00fd-4d0a-a261-cb82cc0229c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:31.220722 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-e335753d-00fd-4d0a-a261-cb82cc0229c2 admin admin] Calling delete_port for 2f053b3f-a062-46fe-85cf-223ff922c69d owned by network:router_gateway {{(pid=101213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:54:31.356229 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_hamode_db [None req-12ec731d-d835-4058-a9b2-55448363ecdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:54:29Z', 'revision_number': 5, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:54:31.382869 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ec731d-d835-4058-a9b2-55448363ecdd None None] The sync data for ids ['d1cc937a-1563-4340-9e26-69b6dd3a933a'] in dv-cinder-803456-3-iscsi is: [{'id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'name': 'tempest-TestVolumeBootPattern-536177279-router', 'tenant_id': '8d000803518a4c8b8c0afbc4b57421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:20Z', 'updated_at': '2021-09-15T13:54:29Z', 'revision_number': 5, 'project_id': '8d000803518a4c8b8c0afbc4b57421d1', 'gw_port': {'id': '2f053b3f-a062-46fe-85cf-223ff922c69d', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cc937a-1563-4340-9e26-69b6dd3a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:21Z', 'updated_at': '2021-09-15T13:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}] {{(pid=101215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:54:31.427497 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e335753d-00fd-4d0a-a261-cb82cc0229c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:31.450501 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335753d-00fd-4d0a-a261-cb82cc0229c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f053b3f-a062-46fe-85cf-223ff922c69d,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:54:31.510862 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e335753d-00fd-4d0a-a261-cb82cc0229c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551027'] for router_gateway, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:31.603800 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e335753d-00fd-4d0a-a261-cb82cc0229c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1755'] for router, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:31.605830 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e335753d-00fd-4d0a-a261-cb82cc0229c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:31.712660 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e335753d-00fd-4d0a-a261-cb82cc0229c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548825'] for router, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:31.713370 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e335753d-00fd-4d0a-a261-cb82cc0229c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1cc937a-1563-4340-9e26-69b6dd3a933a {{(pid=101213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:54:31.719068 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e335753d-00fd-4d0a-a261-cb82cc0229c2 admin admin] Notify callbacks [] for router, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:31.720987 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-e335753d-00fd-4d0a-a261-cb82cc0229c2 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d1cc937a-1563-4340-9e26-69b6dd3a933a HTTP/1.1" status: 204 len: 168 time: 1.1114125 Sep 15 13:54:31.722724 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 54084) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:54:31.768722 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c9cc9a-9a24-44bc-be9b-f28459afe167 admin admin] Deleting subnet a985cd71-7a70-4104-b2ec-144e68665c3a {{(pid=101213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:54:31.772018 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c4c9cc9a-9a24-44bc-be9b-f28459afe167 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:31.807837 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c4c9cc9a-9a24-44bc-be9b-f28459afe167 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008874'] for subnet, precommit_delete_associations {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:31.892249 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c4c9cc9a-9a24-44bc-be9b-f28459afe167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493165'] for subnet, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:32.021997 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c4c9cc9a-9a24-44bc-be9b-f28459afe167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5008732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4981134'] for subnet, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:32.047435 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9cc9a-9a24-44bc-be9b-f28459afe167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a985cd71-7a70-4104-b2ec-144e68665c3a,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:54:32.051170 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-c4c9cc9a-9a24-44bc-be9b-f28459afe167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:32.053194 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-c4c9cc9a-9a24-44bc-be9b-f28459afe167 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a985cd71-7a70-4104-b2ec-144e68665c3a HTTP/1.1" status: 204 len: 168 time: 0.3292191 Sep 15 13:54:32.055884 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 54086) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:54:32.057075 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2a84e5-9a4c-4eb8-8d8e-3877e3cee516 None None] Network 3c62f92a-f427-49c1-a85d-80b6167fa3af requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:54:32.122418 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-536118f2-1c09-4e45-8321-6ba4a8e3b645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463644'] for network, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:32.178839 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-536118f2-1c09-4e45-8321-6ba4a8e3b645 admin admin] Deleting port e64594cb-bf3c-4762-9470-470a188b21cb {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:54:32.179186 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-536118f2-1c09-4e45-8321-6ba4a8e3b645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:32.240738 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [None req-536118f2-1c09-4e45-8321-6ba4a8e3b645 admin admin] For port e64594cb-bf3c-4762-9470-470a188b21cb, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=e64594cb-bf3c-4762-9470-470a188b21cb,segment=NetworkSegment(7f2672a9-5a98-4eec-a2e9-032da0ac542f),segment_id=7f2672a9-5a98-4eec-a2e9-032da0ac542f)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:54:32.241037 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-536118f2-1c09-4e45-8321-6ba4a8e3b645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:32.253683 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-536118f2-1c09-4e45-8321-6ba4a8e3b645 admin admin] Calling delete_port for e64594cb-bf3c-4762-9470-470a188b21cb owned by network:dhcp {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:54:32.356657 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15fd480-4649-4b11-b02b-29807a5c9ffe None None] DHCP port deletion for 3c62f92a-f427-49c1-a85d-80b6167fa3af request from dv-cinder-803456-3-iscsi {{(pid=101215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 13:54:32.401987 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-536118f2-1c09-4e45-8321-6ba4a8e3b645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:32.406875 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-e15fd480-4649-4b11-b02b-29807a5c9ffe None None] Deleting port e64594cb-bf3c-4762-9470-470a188b21cb {{(pid=101215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:54:32.407258 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-e15fd480-4649-4b11-b02b-29807a5c9ffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:32.423223 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 22843d98-86b0-4dd6-88b6-558f17685ef1 no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:54:32.431811 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536118f2-1c09-4e45-8321-6ba4a8e3b645 admin admin] Pushing event deleted for resources: {'Port': ['ID=e64594cb-bf3c-4762-9470-470a188b21cb,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:54:32.435482 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536118f2-1c09-4e45-8321-6ba4a8e3b645 admin admin] No DVR routers for this DVR port e64594cb-bf3c-4762-9470-470a188b21cb on host dv-cinder-803456-3-iscsi {{(pid=101214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:54:32.459029 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: 22843d98-86b0-4dd6-88b6-558f17685ef1 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:54:32.459373 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 22843d98-86b0-4dd6-88b6-558f17685ef1 not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:54:32.498276 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-e15fd480-4649-4b11-b02b-29807a5c9ffe None None] For port e64594cb-bf3c-4762-9470-470a188b21cb, host dv-cinder-803456-3-iscsi, got binding levels [] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:54:32.498601 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-e15fd480-4649-4b11-b02b-29807a5c9ffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:32.511031 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-e15fd480-4649-4b11-b02b-29807a5c9ffe None None] Calling delete_port for e64594cb-bf3c-4762-9470-470a188b21cb owned by network:dhcp {{(pid=101215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:54:32.512570 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-536118f2-1c09-4e45-8321-6ba4a8e3b645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492266', 'neutron.services.segments.db._delete_segments_for_network-8777769697949'] for network, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:32.513761 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.ipam_backend_mixin [None req-e15fd480-4649-4b11-b02b-29807a5c9ffe None None] Port e64594cb-bf3c-4762-9470-470a188b21cb was not found and therefore no delete operation was performed {{(pid=101215) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 13:54:32.515113 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-e15fd480-4649-4b11-b02b-29807a5c9ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889'] for port, after_delete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:32.533517 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.services.segments.db [None req-536118f2-1c09-4e45-8321-6ba4a8e3b645 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c62f92a-f427-49c1-a85d-80b6167fa3af']}} {{(pid=101214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:54:32.538435 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15fd480-4649-4b11-b02b-29807a5c9ffe None None] Pushing event deleted for resources: {'Port': ['ID=e64594cb-bf3c-4762-9470-470a188b21cb,revision_number=None']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:54:32.542450 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.services.segments.db [None req-536118f2-1c09-4e45-8321-6ba4a8e3b645 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f2672a9-5a98-4eec-a2e9-032da0ac542f') {'for_net_delete': True} {{(pid=101214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:54:32.542741 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.services.segments.db [None req-536118f2-1c09-4e45-8321-6ba4a8e3b645 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f2672a9-5a98-4eec-a2e9-032da0ac542f') {} {{(pid=101214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:54:32.548505 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15fd480-4649-4b11-b02b-29807a5c9ffe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:32.548864 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15fd480-4649-4b11-b02b-29807a5c9ffe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:32.549228 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15fd480-4649-4b11-b02b-29807a5c9ffe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:32.549566 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15fd480-4649-4b11-b02b-29807a5c9ffe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:32.549898 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15fd480-4649-4b11-b02b-29807a5c9ffe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:32.550229 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15fd480-4649-4b11-b02b-29807a5c9ffe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:32.550557 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15fd480-4649-4b11-b02b-29807a5c9ffe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:32.550887 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15fd480-4649-4b11-b02b-29807a5c9ffe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:32.551218 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15fd480-4649-4b11-b02b-29807a5c9ffe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:32.551540 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15fd480-4649-4b11-b02b-29807a5c9ffe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:32.551859 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15fd480-4649-4b11-b02b-29807a5c9ffe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:32.552178 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15fd480-4649-4b11-b02b-29807a5c9ffe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803456-3-iscsi {{(pid=101215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 13:54:32.554813 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15fd480-4649-4b11-b02b-29807a5c9ffe None None] No DVR routers for this DVR port e64594cb-bf3c-4762-9470-470a188b21cb on host dv-cinder-803456-3-iscsi {{(pid=101215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:54:32.556673 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-536118f2-1c09-4e45-8321-6ba4a8e3b645 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777769698726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4615982'] for segment, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:32.574256 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-536118f2-1c09-4e45-8321-6ba4a8e3b645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:32.580559 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536118f2-1c09-4e45-8321-6ba4a8e3b645 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=101214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:54:32.580940 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-536118f2-1c09-4e45-8321-6ba4a8e3b645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4267764'] for segment, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: Traceback (most recent call last): Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: timer() Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: cb(*args, **kw) Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: return func(*args, **kwargs) Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: self._notify() Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: self.callback(batched_events) Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: event.method(event) Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: return f(self, *a, **k) Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: return self._get(url).json() Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: return self.request(url, 'GET', **kwargs) Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:54:32.582571 dv-cinder-803456-3-iscsi neutron-server[101214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:54:32.687955 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-536118f2-1c09-4e45-8321-6ba4a8e3b645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550935'] for network, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:32.693283 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-536118f2-1c09-4e45-8321-6ba4a8e3b645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:32.695098 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-536118f2-1c09-4e45-8321-6ba4a8e3b645 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3c62f92a-f427-49c1-a85d-80b6167fa3af HTTP/1.1" status: 204 len: 168 time: 0.6381304 Sep 15 13:54:32.698503 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 54088) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:54:32.706523 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536118f2-1c09-4e45-8321-6ba4a8e3b645 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c62f92a-f427-49c1-a85d-80b6167fa3af,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:54:33.041410 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5b12a7e2-d939-4a21-b0e6-75d019c40821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-545029'] for router_interface, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:33.284021 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-5b12a7e2-d939-4a21-b0e6-75d019c40821 admin admin] Deleting port efaa74f9-946e-4e11-a750-bcbf165a6093 {{(pid=101213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:54:33.284362 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5b12a7e2-d939-4a21-b0e6-75d019c40821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:33.360742 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.db [None req-5b12a7e2-d939-4a21-b0e6-75d019c40821 admin admin] For port efaa74f9-946e-4e11-a750-bcbf165a6093, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=efaa74f9-946e-4e11-a750-bcbf165a6093,segment=NetworkSegment(19269a25-94bc-4886-8301-43447820b01f),segment_id=19269a25-94bc-4886-8301-43447820b01f)] {{(pid=101213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:54:33.361095 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5b12a7e2-d939-4a21-b0e6-75d019c40821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:33.372964 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-5b12a7e2-d939-4a21-b0e6-75d019c40821 admin admin] Calling delete_port for efaa74f9-946e-4e11-a750-bcbf165a6093 owned by network:router_interface {{(pid=101213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:54:33.667060 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5b12a7e2-d939-4a21-b0e6-75d019c40821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:33.691318 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12a7e2-d939-4a21-b0e6-75d019c40821 admin admin] Pushing event deleted for resources: {'Port': ['ID=efaa74f9-946e-4e11-a750-bcbf165a6093,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:54:33.861402 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-5b12a7e2-d939-4a21-b0e6-75d019c40821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551093'] for router_interface, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:34.060660 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device e64594cb-bf3c-4762-9470-470a188b21cb no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:54:34.080119 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b12a7e2-d939-4a21-b0e6-75d019c40821 admin admin] Router 180cfe89-9884-4979-80f6-c956724f55bb has already been hosted by L3 agent 39eb421f-b6f6-44fe-b400-a0a1f9233c38 {{(pid=101213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 13:54:34.081279 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: e64594cb-bf3c-4762-9470-470a188b21cb {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:54:34.081633 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device e64594cb-bf3c-4762-9470-470a188b21cb not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:54:34.082040 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 2f053b3f-a062-46fe-85cf-223ff922c69d no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:54:34.102993 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: 2f053b3f-a062-46fe-85cf-223ff922c69d {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:54:34.103326 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 2f053b3f-a062-46fe-85cf-223ff922c69d not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:54:34.181993 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b12a7e2-d939-4a21-b0e6-75d019c40821 admin admin] Notify agent at l3_agent.dv-cinder-803456-3-iscsi the message routers_updated {{(pid=101213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 13:54:34.187725 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-5b12a7e2-d939-4a21-b0e6-75d019c40821 admin admin] 10.222.0.30 "PUT /v2.0/routers/180cfe89-9884-4979-80f6-c956724f55bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4881408 Sep 15 13:54:34.190232 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 54090) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:54:34.191588 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e58ac0-9e6e-4dc2-8b06-162ed344cf3c None None] Sync routers for ids ['180cfe89-9884-4979-80f6-c956724f55bb'] in dv-cinder-803456-3-iscsi {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 13:54:34.200581 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e58ac0-9e6e-4dc2-8b06-162ed344cf3c None None] Routers {'180cfe89-9884-4979-80f6-c956724f55bb'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:54:34.201199 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-20e58ac0-9e6e-4dc2-8b06-162ed344cf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:54:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['180cfe89-9884-4979-80f6-c956724f55bb'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:54:34.292970 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e16b5f30-a715-40c7-912d-78e31dbc838d admin admin] Notify callbacks [] for router, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:34.309060 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-20e58ac0-9e6e-4dc2-8b06-162ed344cf3c None None] Set router 180cfe89-9884-4979-80f6-c956724f55bb gateway port host: dv-cinder-803456-3-iscsi {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:54:34.398170 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e16b5f30-a715-40c7-912d-78e31dbc838d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:34.498193 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-e16b5f30-a715-40c7-912d-78e31dbc838d admin admin] Deleting port 7d695b8c-f3d2-4d86-8177-74ec3c298df8 {{(pid=101213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:54:34.498542 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e16b5f30-a715-40c7-912d-78e31dbc838d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:34.567301 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-20e58ac0-9e6e-4dc2-8b06-162ed344cf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180cfe89-9884-4979-80f6-c956724f55bb', 'name': 'tempest-TestVolumeBootPattern-1356915073-router', 'tenant_id': 'aa3d066248c64e73a605f2a739856128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'external_fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '7d695b8c-f3d2-4d86-8177-74ec3c298df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:27Z', 'updated_at': '2021-09-15T13:54:33Z', 'revision_number': 5, 'project_id': 'aa3d066248c64e73a605f2a739856128', 'gw_port': {'id': '7d695b8c-f3d2-4d86-8177-74ec3c298df8', 'name': '', 'network_id': 'ece37916-b27e-4896-b760-50248bab8142', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180cfe89-9884-4979-80f6-c956724f55bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803456-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T13:46:28Z', 'updated_at': '2021-09-15T13:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37569b60-ab24-446b-9709-ec585ea5ec0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803456-3-iscsi'}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:54:34.581285 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.db [None req-e16b5f30-a715-40c7-912d-78e31dbc838d admin admin] For port 7d695b8c-f3d2-4d86-8177-74ec3c298df8, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=7d695b8c-f3d2-4d86-8177-74ec3c298df8,segment=NetworkSegment(6084df6b-fbf6-4a93-bc73-2099564d1901),segment_id=6084df6b-fbf6-4a93-bc73-2099564d1901)] {{(pid=101213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:54:34.581644 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e16b5f30-a715-40c7-912d-78e31dbc838d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:34.592492 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e58ac0-9e6e-4dc2-8b06-162ed344cf3c None None] Checking router: 180cfe89-9884-4979-80f6-c956724f55bb for host: dv-cinder-803456-3-iscsi {{(pid=101216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 13:54:34.593100 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.plugins.ml2.plugin [None req-e16b5f30-a715-40c7-912d-78e31dbc838d admin admin] Calling delete_port for 7d695b8c-f3d2-4d86-8177-74ec3c298df8 owned by network:router_gateway {{(pid=101213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:54:34.600559 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e58ac0-9e6e-4dc2-8b06-162ed344cf3c None None] Routers {'180cfe89-9884-4979-80f6-c956724f55bb'} bound to L3 agent in host dv-cinder-803456-3-iscsi {{(pid=101216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 13:54:34.601180 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-20e58ac0-9e6e-4dc2-8b06-162ed344cf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803456-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T13:33:24Z,description=,heartbeat_timestamp=2021-09-15T13:54:24Z,host='dv-cinder-803456-3-iscsi',id=39eb421f-b6f6-44fe-b400-a0a1f9233c38,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T13:33:24Z,topic='l3_agent')) {'router_ids': ['180cfe89-9884-4979-80f6-c956724f55bb'], 'active': True} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:54:34.684102 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_dvr_db [None req-20e58ac0-9e6e-4dc2-8b06-162ed344cf3c None None] Set router 180cfe89-9884-4979-80f6-c956724f55bb gateway port host: None {{(pid=101216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 13:54:34.737335 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.l3_hamode_db [None req-20e58ac0-9e6e-4dc2-8b06-162ed344cf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180cfe89-9884-4979-80f6-c956724f55bb', 'name': 'tempest-TestVolumeBootPattern-1356915073-router', 'tenant_id': 'aa3d066248c64e73a605f2a739856128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:27Z', 'updated_at': '2021-09-15T13:54:34Z', 'revision_number': 6, 'project_id': 'aa3d066248c64e73a605f2a739856128', 'gw_port_host': None}], 'dv-cinder-803456-3-iscsi', False) {} {{(pid=101216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:54:34.763528 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e58ac0-9e6e-4dc2-8b06-162ed344cf3c None None] The sync data for ids ['180cfe89-9884-4979-80f6-c956724f55bb'] in dv-cinder-803456-3-iscsi is: [{'id': '180cfe89-9884-4979-80f6-c956724f55bb', 'name': 'tempest-TestVolumeBootPattern-1356915073-router', 'tenant_id': 'aa3d066248c64e73a605f2a739856128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T13:46:27Z', 'updated_at': '2021-09-15T13:54:34Z', 'revision_number': 6, 'project_id': 'aa3d066248c64e73a605f2a739856128', 'gw_port_host': None}] {{(pid=101216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 13:54:34.824547 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e16b5f30-a715-40c7-912d-78e31dbc838d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5008755'] for port, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:34.849436 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b5f30-a715-40c7-912d-78e31dbc838d admin admin] Pushing event deleted for resources: {'Port': ['ID=7d695b8c-f3d2-4d86-8177-74ec3c298df8,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:54:34.915315 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e16b5f30-a715-40c7-912d-78e31dbc838d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551027'] for router_gateway, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:35.232668 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e16b5f30-a715-40c7-912d-78e31dbc838d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1755'] for router, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:35.235049 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e16b5f30-a715-40c7-912d-78e31dbc838d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:35.352816 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e16b5f30-a715-40c7-912d-78e31dbc838d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548825'] for router, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:35.353421 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16b5f30-a715-40c7-912d-78e31dbc838d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 180cfe89-9884-4979-80f6-c956724f55bb {{(pid=101213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 13:54:35.357828 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-e16b5f30-a715-40c7-912d-78e31dbc838d admin admin] Notify callbacks [] for router, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:35.359130 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-e16b5f30-a715-40c7-912d-78e31dbc838d admin admin] 10.222.0.30 "DELETE /v2.0/routers/180cfe89-9884-4979-80f6-c956724f55bb HTTP/1.1" status: 204 len: 168 time: 1.1679471 Sep 15 13:54:35.361643 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [-] (101213) accepted ('10.222.0.30', 54092) {{(pid=101213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:54:35.404685 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.db.db_base_plugin_v2 [None req-23355966-93d2-48b6-99c0-b9f6a457045a admin admin] Deleting subnet e82d16bf-8375-4d86-a2e3-eb9ca625995a {{(pid=101213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 13:54:35.408292 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-23355966-93d2-48b6-99c0-b9f6a457045a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:35.444867 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-23355966-93d2-48b6-99c0-b9f6a457045a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5008874'] for subnet, precommit_delete_associations {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:35.522624 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-23355966-93d2-48b6-99c0-b9f6a457045a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493165'] for subnet, precommit_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:35.647962 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-23355966-93d2-48b6-99c0-b9f6a457045a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5008732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4981134'] for subnet, after_delete {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:35.679277 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron_lib.callbacks.manager [None req-23355966-93d2-48b6-99c0-b9f6a457045a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:35.681987 dv-cinder-803456-3-iscsi neutron-server[101213]: INFO neutron.wsgi [None req-23355966-93d2-48b6-99c0-b9f6a457045a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e82d16bf-8375-4d86-a2e3-eb9ca625995a HTTP/1.1" status: 204 len: 168 time: 0.3186479 Sep 15 13:54:35.683175 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23355966-93d2-48b6-99c0-b9f6a457045a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e82d16bf-8375-4d86-a2e3-eb9ca625995a,revision_number=None']} {{(pid=101213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:54:35.683893 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 54094) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:54:35.684375 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d74fc1-9193-4a71-bcd2-5f5ffbba6f36 None None] Network 4b709d52-dcef-461e-aab6-22fb86c073ba requested from dv-cinder-803456-3-iscsi {{(pid=101215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 13:54:35.758197 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a2e0ead8-dc5d-41cf-8820-a8dd9e73dcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3463644'] for network, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:35.815043 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-a2e0ead8-dc5d-41cf-8820-a8dd9e73dcc4 admin admin] Deleting port 26c4e917-6df5-4b25-a9c2-d7b8267d998d {{(pid=101214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:54:35.815388 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a2e0ead8-dc5d-41cf-8820-a8dd9e73dcc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:35.873055 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b8dc13-58f1-4191-8c2a-96dc8b5e31f7 None None] DHCP port deletion for 4b709d52-dcef-461e-aab6-22fb86c073ba request from dv-cinder-803456-3-iscsi {{(pid=101215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 13:54:35.882560 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.db [None req-a2e0ead8-dc5d-41cf-8820-a8dd9e73dcc4 admin admin] For port 26c4e917-6df5-4b25-a9c2-d7b8267d998d, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=26c4e917-6df5-4b25-a9c2-d7b8267d998d,segment=NetworkSegment(19269a25-94bc-4886-8301-43447820b01f),segment_id=19269a25-94bc-4886-8301-43447820b01f)] {{(pid=101214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:54:35.883048 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a2e0ead8-dc5d-41cf-8820-a8dd9e73dcc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:35.894727 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.plugin [None req-a2e0ead8-dc5d-41cf-8820-a8dd9e73dcc4 admin admin] Calling delete_port for 26c4e917-6df5-4b25-a9c2-d7b8267d998d owned by network:dhcp {{(pid=101214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:54:35.924200 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-36b8dc13-58f1-4191-8c2a-96dc8b5e31f7 None None] Deleting port 26c4e917-6df5-4b25-a9c2-d7b8267d998d {{(pid=101215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 13:54:35.924200 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-36b8dc13-58f1-4191-8c2a-96dc8b5e31f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777769683249'] for port, before_delete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:35.985069 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.db [None req-36b8dc13-58f1-4191-8c2a-96dc8b5e31f7 None None] For port 26c4e917-6df5-4b25-a9c2-d7b8267d998d, host dv-cinder-803456-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803456-3-iscsi',level=0,port_id=26c4e917-6df5-4b25-a9c2-d7b8267d998d,segment=NetworkSegment(19269a25-94bc-4886-8301-43447820b01f),segment_id=19269a25-94bc-4886-8301-43447820b01f)] {{(pid=101215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 13:54:35.985491 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-36b8dc13-58f1-4191-8c2a-96dc8b5e31f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555597'] for port, precommit_delete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:35.998058 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-36b8dc13-58f1-4191-8c2a-96dc8b5e31f7 None None] Calling delete_port for 26c4e917-6df5-4b25-a9c2-d7b8267d998d owned by network:dhcp {{(pid=101215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 13:54:36.021179 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a2e0ead8-dc5d-41cf-8820-a8dd9e73dcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4251653'] for port, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:36.042755 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 26c4e917-6df5-4b25-a9c2-d7b8267d998d no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:54:36.047370 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0ead8-dc5d-41cf-8820-a8dd9e73dcc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=26c4e917-6df5-4b25-a9c2-d7b8267d998d,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:54:36.050881 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e0ead8-dc5d-41cf-8820-a8dd9e73dcc4 admin admin] No DVR routers for this DVR port 26c4e917-6df5-4b25-a9c2-d7b8267d998d on host dv-cinder-803456-3-iscsi {{(pid=101214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:54:36.067440 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: 26c4e917-6df5-4b25-a9c2-d7b8267d998d {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:54:36.067790 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 26c4e917-6df5-4b25-a9c2-d7b8267d998d not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:54:36.068210 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 7d695b8c-f3d2-4d86-8177-74ec3c298df8 no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:54:36.091452 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: 7d695b8c-f3d2-4d86-8177-74ec3c298df8 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:54:36.091792 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device 7d695b8c-f3d2-4d86-8177-74ec3c298df8 not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:54:36.092208 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device efaa74f9-946e-4e11-a750-bcbf165a6093 no longer exists at agent ovs-agent-dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 13:54:36.117683 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.plugin [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] No Port match for: efaa74f9-946e-4e11-a750-bcbf165a6093 {{(pid=101215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 13:54:36.118025 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.plugins.ml2.rpc [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Device efaa74f9-946e-4e11-a750-bcbf165a6093 not bound to the agent host dv-cinder-803456-3-iscsi {{(pid=101215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 13:54:36.123730 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a2e0ead8-dc5d-41cf-8820-a8dd9e73dcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3492266', 'neutron.services.segments.db._delete_segments_for_network-8777769697949'] for network, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:36.135753 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-36b8dc13-58f1-4191-8c2a-96dc8b5e31f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3547100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777769687287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777769149889'] for port, after_delete {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:36.145649 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.services.segments.db [None req-a2e0ead8-dc5d-41cf-8820-a8dd9e73dcc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b709d52-dcef-461e-aab6-22fb86c073ba']}} {{(pid=101214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:54:36.154976 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.services.segments.db [None req-a2e0ead8-dc5d-41cf-8820-a8dd9e73dcc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19269a25-94bc-4886-8301-43447820b01f') {'for_net_delete': True} {{(pid=101214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:54:36.155275 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.services.segments.db [None req-a2e0ead8-dc5d-41cf-8820-a8dd9e73dcc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19269a25-94bc-4886-8301-43447820b01f') {} {{(pid=101214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 13:54:36.161772 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8dc13-58f1-4191-8c2a-96dc8b5e31f7 None None] Pushing event deleted for resources: {'Port': ['ID=26c4e917-6df5-4b25-a9c2-d7b8267d998d,revision_number=None']} {{(pid=101215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:54:36.165331 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b8dc13-58f1-4191-8c2a-96dc8b5e31f7 None None] No DVR routers for this DVR port 26c4e917-6df5-4b25-a9c2-d7b8267d998d on host dv-cinder-803456-3-iscsi {{(pid=101215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 13:54:36.169803 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a2e0ead8-dc5d-41cf-8820-a8dd9e73dcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777769698726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4615982'] for segment, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:36.184626 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a2e0ead8-dc5d-41cf-8820-a8dd9e73dcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096'] for segment, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:36.190494 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e0ead8-dc5d-41cf-8820-a8dd9e73dcc4 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=101214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 13:54:36.190874 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a2e0ead8-dc5d-41cf-8820-a8dd9e73dcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3495096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4267764'] for segment, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: Traceback (most recent call last): Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: timer() Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: cb(*args, **kw) Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: return func(*args, **kwargs) Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: self._notify() Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: self.callback(batched_events) Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: event.method(event) Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: return f(self, *a, **k) Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: return self._get(url).json() Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: return self.request(url, 'GET', **kwargs) Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 13:54:36.192542 dv-cinder-803456-3-iscsi neutron-server[101214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 13:54:36.306745 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a2e0ead8-dc5d-41cf-8820-a8dd9e73dcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492275', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550935'] for network, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:36.312673 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a2e0ead8-dc5d-41cf-8820-a8dd9e73dcc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587344'] for network, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:36.314558 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-a2e0ead8-dc5d-41cf-8820-a8dd9e73dcc4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4b709d52-dcef-461e-aab6-22fb86c073ba HTTP/1.1" status: 204 len: 168 time: 0.6296632 Sep 15 13:54:36.325214 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0ead8-dc5d-41cf-8820-a8dd9e73dcc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b709d52-dcef-461e-aab6-22fb86c073ba,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:54:36.684087 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 54098) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:54:36.722998 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-17bb4cc9-793d-43a6-8afa-b04199819839 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d000803518a4c8b8c0afbc4b57421d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377586 Sep 15 13:54:36.732520 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 54100) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:54:36.780028 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-06274ef0-cda0-4598-abd1-a63c46c65c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:36.801056 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-06274ef0-cda0-4598-abd1-a63c46c65c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:36.910140 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-06274ef0-cda0-4598-abd1-a63c46c65c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:36.912745 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-06274ef0-cda0-4598-abd1-a63c46c65c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:36.913915 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-06274ef0-cda0-4598-abd1-a63c46c65c6e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4cb61f3-8221-4f73-8cfc-919b3deefe0f HTTP/1.1" status: 204 len: 168 time: 0.1805012 Sep 15 13:54:36.922726 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06274ef0-cda0-4598-abd1-a63c46c65c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cb61f3-8221-4f73-8cfc-919b3deefe0f,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:54:37.570258 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 54106) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:54:37.605976 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-92f82ce6-5188-416e-aa58-a0955b3c3b48 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa3d066248c64e73a605f2a739856128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375497 Sep 15 13:54:37.608261 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.wsgi [-] (101214) accepted ('10.222.0.30', 54108) {{(pid=101214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 13:54:37.658523 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a4d18cde-da37-4256-8b01-3f62273b5790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:37.679849 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a4d18cde-da37-4256-8b01-3f62273b5790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:37.824569 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a4d18cde-da37-4256-8b01-3f62273b5790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506029'] for security_group, after_delete {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:37.827135 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron_lib.callbacks.manager [None req-a4d18cde-da37-4256-8b01-3f62273b5790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:37.829278 dv-cinder-803456-3-iscsi neutron-server[101214]: INFO neutron.wsgi [None req-a4d18cde-da37-4256-8b01-3f62273b5790 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c982678-e795-4a59-a677-36750329e347 HTTP/1.1" status: 204 len: 168 time: 0.2198560 Sep 15 13:54:37.836803 dv-cinder-803456-3-iscsi neutron-server[101214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d18cde-da37-4256-8b01-3f62273b5790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c982678-e795-4a59-a677-36750329e347,revision_number=None']} {{(pid=101214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 13:54:37.916002 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:51.191957 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-568216e1-1c69-47c8-9302-db049410b152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:53.712421 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4395-25e5-406f-9073-b966025ceed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:53.772291 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:55.123372 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:54:55.368017 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:54:56.677561 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:07.900386 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:21.236983 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-c01744ae-8ff4-443f-be96-db4edffd1c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:23.737542 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-de30a33e-870b-474e-b3d9-60288de5454b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:23.868758 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:25.171479 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:26.702755 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:32.367018 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:55:37.925321 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:51.199067 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-e40e3a78-c155-4f77-bf3c-6fb84136d19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:53.724834 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-dfb95b1b-a82d-47e6-bdfb-c309d3af01bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:53.827990 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:55.124886 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:55:56.682887 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:07.907126 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:09.366292 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:56:21.209818 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-a8bf8aa2-a6a6-457c-8590-294d89ebcbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:23.706236 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-fd265aea-5525-4cb5-bea1-e84a378a3432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:23.773081 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:25.138749 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:26.695575 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:37.912107 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:46.366916 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:56:51.206345 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-b252b9a6-757f-41a1-b6f7-9f669fef807d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:53.717169 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-58162e00-ce23-4829-bac3-e0e1d5164e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:53.798203 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:55.171883 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:56:56.722993 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:57:07.928548 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:57:19.255144 dv-cinder-803456-3-iscsi neutron-server[101213]: DEBUG neutron.wsgi [req-91604598-14fc-4541-a29a-608cbd9ed748 req-e479d47b-81f7-4ae9-b853-c4512e87c91b service neutron] (101213) timed out ('10.222.0.15', 64866) {{(pid=101213) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 13:57:21.194192 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-739c44fe-c849-4274-a11f-77baa63e82b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:57:23.366715 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:57:23.699399 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-936c7fcf-c2e0-4e9d-92fb-8bddbedd8535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:57:23.802113 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:57:25.145196 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:57:26.687705 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:57:37.933475 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:57:51.230113 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-b1601505-f192-4eff-a969-fdab4a98a747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:57:53.730306 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-12f70bed-4b96-4660-90cf-494d316c59a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:57:53.784116 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:57:55.176488 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:57:56.696423 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:00.366007 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:58:07.935778 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:21.262856 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-aa7c0d88-96d8-4bf9-ba94-ce4adb5e2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:23.707080 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-61e6116f-b8a3-4d07-bc6c-8d4abe6afe99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:23.787261 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:25.158462 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:26.697317 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:37.365330 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:58:37.942348 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:51.209947 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-ca55a50e-358b-4127-8eff-dcfcfe05361a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:53.716733 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-1dd2f3ce-7f66-4e4a-9f9d-62991dd2efa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:53.793506 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:55.130623 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:58:56.702034 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:59:07.975915 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:59:14.364044 dv-cinder-803456-3-iscsi neutron-server[101216]: DEBUG neutron.db.agents_db [None req-fe0c83a8-9c17-4e41-ba55-a4a3f134d352 None None] Agent healthcheck: found 6 active agents {{(pid=101216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 13:59:21.203741 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-ea7bddac-e61f-4b93-a326-ece08d8def9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:59:23.706544 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-49b7092d-f481-4766-a413-478f1985db87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:59:23.780825 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-af51ec14-a3dd-4daf-8eac-87eab2bfec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:59:25.168109 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-56613f27-64fa-4003-870d-cb0f974f5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:59:26.721587 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-9acc0fd8-964c-47c0-ab56-b5638300f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 13:59:37.956522 dv-cinder-803456-3-iscsi neutron-server[101215]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cf74-d874-468d-8566-685c3e20de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777769697931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490986'] for agent, after_update {{(pid=101215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}